-- Logs begin at Tue 2021-06-08 03:23:55 UTC, end at Tue 2021-06-08 04:17:49 UTC. --
Jun 08 03:50:56.776868 dv-cinder-786627-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 08 03:50:59.373401 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.common.config [-] Logging enabled!
Jun 08 03:50:59.373955 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282
Jun 08 03:50:59.374162 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91543) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 08 03:50:59.377336 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.common.config [-] Logging enabled!
Jun 08 03:50:59.377593 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282
Jun 08 03:50:59.377900 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91543) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 08 03:50:59.378809 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 08 03:50:59.379044 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 08 03:50:59.379407 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 08 03:50:59.379653 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 08 03:50:59.379879 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 08 03:50:59.380197 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.380526 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.380822 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.381056 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.381349 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.381636 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.381916 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.382202 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.382496 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.382782 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.383059 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.383342 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.383573 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.383851 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.384136 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.384442 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.384670 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] debug                          = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.384951 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.385372 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.385790 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.386070 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.386358 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.386640 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.386911 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.387188 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.387469 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.387794 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] host                           = dv-cinder-786627-8-iscsi {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.388067 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.388374 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.388660 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.388944 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.389221 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.389492 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.389771 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.390038 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.390308 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.390582 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.390868 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.391661 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.392006 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.392243 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.392496 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.392787 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.393074 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.393352 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.393627 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.393901 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.394172 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.394466 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.394721 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.395005 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.395286 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.395570 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.395842 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.396114 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.396413 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.396690 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.396976 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.397250 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.397523 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.397797 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.398081 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.398350 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.398623 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.398923 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.399210 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.399490 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.399773 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.400045 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.400339 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.400617 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.400887 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.401156 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.401428 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.401699 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.401975 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.402245 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.402513 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.402784 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.403053 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.403334 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:50:59.403629 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.403926 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.404229 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.404544 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.404842 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.405123 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.405412 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.405692 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.405982 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.406268 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.407158 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.407528 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.407890 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.408178 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.408502 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.408811 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.409110 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.409406 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.409685 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.409961 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.410237 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.410516 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.410801 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.411097 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.411389 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.411681 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.411946 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.412242 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.412547 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.412820 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.413102 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.413394 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.413674 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.413950 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.414237 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.414514 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.414785 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.415056 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.415336 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.415626 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.415904 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.416178 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.416473 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.416751 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.417022 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.417305 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.417581 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.417852 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.418123 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.418399 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.418668 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.418937 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.419214 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.419485 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.419761 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.420031 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.420301 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.420594 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.420864 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.421136 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.421408 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.421679 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.421955 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.422262 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.422633 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.422908 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.423182 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.423455 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.423743 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.424040 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.424330 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.424622 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.424899 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.425176 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.425453 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.425729 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.426007 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.426284 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.426648 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.426942 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.427227 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.427515 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.427799 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.428079 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.428399 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.428677 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.428957 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.429235 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.429512 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.429801 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.430085 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.430375 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.430666 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.430956 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.431246 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.431538 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.431817 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.432124 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.432423 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:50:59.432642 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 08 03:50:59.432879 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91543) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 08 03:50:59.784476 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:50:59.784796 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:50:59.785080 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:50:59.785547 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 08 03:51:00.182256 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.182543 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.182813 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.183994 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.184275 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.184566 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.220481 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.220759 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.221029 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.234072 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.234352 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.235294 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.263150 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.263431 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.263703 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.301830 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.302104 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.302370 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.541682 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fb003a0e9d0> agent after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.542277 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fb003a0e9d0> agent after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.542277 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fb003a0ea60> segment precommit_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.542433 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fb003a0eaf0> network precommit_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.543119 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fb003a1eca0> segment before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.665115 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> network before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.665431 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fb0038f2790> agent before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.665708 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> network before_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.665976 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> port before_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.666240 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> port before_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.666546 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> segment precommit_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.666800 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> segment precommit_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.667051 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> segment after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.667299 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> segment after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.667574 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> network after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.667829 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> network precommit_delete 0 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.668088 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> port after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.668363 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> port provisioning_complete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.668625 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> rbac-policy before_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.668875 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> rbac-policy after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.669135 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> agent after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.669404 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> subnet after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.669652 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> subnet precommit_delete 0 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.669916 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> rbac-policy before_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.670164 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> rbac-policy before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.670440 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> segment_host_mapping after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.670781 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> port after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.671030 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> port after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.671312 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> rbac-policy before_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.671562 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> rbac-policy before_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.671811 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb004481a00>> rbac-policy before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.672841 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 03:51:00.673068 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 03:51:00.673308 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 03:51:00.673545 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 03:51:00.673845 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 03:51:00.674082 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 03:51:00.674445 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 08 03:51:00.681775 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 08 03:51:00.685776 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 08 03:51:00.689731 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Jun 08 03:51:00.691348 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 08 03:51:00.691801 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 08 03:51:00.692133 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 08 03:51:00.692542 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 08 03:51:00.695317 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 08 03:51:00.695566 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 08 03:51:00.695909 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 08 03:51:00.723966 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 08 03:51:00.724437 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fb00394b310>> qos_plugin after_init 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.724736 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91543) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 08 03:51:00.725095 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fb00394b580>> logging-plugin after_init 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.726435 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91543) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 08 03:51:00.726717 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 08 03:51:00.726962 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 08 03:51:00.730030 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fb0039d7f40>> floatingip before_response 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.730310 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fb0039d7f40>> port before_response 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:00.793477 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 08 03:51:00.793668 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 08 03:51:00.793906 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 08 03:51:00.794270 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 08 03:51:00.824655 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_db.sqlalchemy.engines [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91543) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 08 03:51:01.153249 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Initializing driver for type 'gre'
Jun 08 03:51:01.153734 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] gre ID ranges: [(1, 1000)]
Jun 08 03:51:01.205477 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Initializing driver for type 'local'
Jun 08 03:51:01.205850 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Initializing driver for type 'vlan'
Jun 08 03:51:01.217054 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] VlanTypeDriver initialization complete
Jun 08 03:51:01.217513 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Initializing driver for type 'vxlan'
Jun 08 03:51:01.218015 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] vxlan ID ranges: [(1, 1000)]
Jun 08 03:51:01.272889 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Initializing extension driver 'port_security'
Jun 08 03:51:01.273461 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.extensions.port_security [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] PortSecurityExtensionDriver initialization complete
Jun 08 03:51:01.274008 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Initializing mechanism driver 'openvswitch'
Jun 08 03:51:01.274494 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Initializing mechanism driver 'hyperv'
Jun 08 03:51:01.281133 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:51:01.282003 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb003acef40>> port after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.282457 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb003acef40>> port after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.282813 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb003acef40>> port after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.283201 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb003acedf0>> subnet after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.283552 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb003acedf0>> subnet after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.283901 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb003acedf0>> subnet after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.284275 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb0034f68b0>> network after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.284643 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb0034f68b0>> network after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.284981 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb0034f68b0>> network after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.285353 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb0034f6b20>> security_group after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.285700 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb0034f6b20>> security_group after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.286041 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb0034f6b20>> security_group after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.286416 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb0034f6d90>> security_group_rule after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.286757 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb0034f6d90>> security_group_rule after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.287095 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb0034f6d90>> security_group_rule after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.287472 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb0034f6e20>> address_group after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.287816 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb0034f6e20>> address_group after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.288152 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb0034f6e20>> address_group after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.288516 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] ML2 OVO RPC backend initialized. {{(pid=91543) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
Jun 08 03:51:01.289201 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> router_interface after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.289549 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> router_interface after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.289959 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> network before_response 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.290303 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> networks before_response 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.290647 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> port before_response 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.290984 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> ports before_response 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.291324 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> subnet before_response 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.291662 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> subnets before_response 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.292011 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> network after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.292373 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> network after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.292710 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> network after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.293047 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> port after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.293381 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> port after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.293718 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> port after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.294051 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> subnet after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.294381 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> subnet after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.294712 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb003501430>> subnet after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.295280 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.plugin [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Modular L2 Plugin initialization complete
Jun 08 03:51:01.295605 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading services supported by the core plugin {{(pid=91543) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 08 03:51:01.295929 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.plugins.ml2.managers [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Got port-security extension from driver 'port_security'
Jun 08 03:51:01.296411 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.extensions.vlantransparent [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Disabled vlantransparent extension.
Jun 08 03:51:01.296892 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91543) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 08 03:51:01.297305 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading Plugin: router
Jun 08 03:51:01.334163 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router_interface before_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.334429 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router after_create 55549900 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.334794 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router before_create 55549900 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.335153 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router_interface before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.335519 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router_interface after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.335869 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router after_delete 55549900 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.336221 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> floatingip after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.336602 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router after_create 55549900 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.336950 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router after_update 55549900 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.337296 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router after_update 55549900 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.337640 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router_gateway after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.337998 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router after_update 55549900 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.338403 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router precommit_update 55549900 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.338768 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fb003c65f70> port after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.339102 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fb003c65e50> port after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.339433 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fb003c65ee0> subnet after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.339765 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fb003c68040> subnetpool_address_scope after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.340108 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> port precommit_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.340487 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router precommit_create 55549900 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.340825 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fb003ac1e50> port before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.341166 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router precommit_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.341517 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router after_update 55549900 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.341860 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router precommit_delete 55549900 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.342202 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router precommit_create 55549900 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.342557 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router_interface after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.342896 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> router precommit_update 55549900 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.343260 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb003501550>> network after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.344175 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Tracking information for resource: router configured {{(pid=91543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 03:51:01.344539 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Tracking information for resource: floatingip configured {{(pid=91543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 03:51:01.349702 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.db.l3_agentschedulers_db [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 08 03:51:01.350270 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fb0034778b0> port after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.350625 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fb003477790> port after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.350972 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <function _notify_port_delete at 0x7fb003477820> port after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.351316 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fb003477b80> port after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.352080 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb00341dd90>> router before_create 55550100 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.352469 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb00341dd90>> router precommit_delete 55550100 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.352826 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb00341dd90>> router precommit_create 55550100 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.353176 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb00341dd90>> router precommit_update 55550100 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.357596 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.services.provider_configuration [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service providers = [] {{(pid=91543) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 08 03:51:01.357960 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.db.servicetype_db [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91543) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 08 03:51:01.360844 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.services.service_base [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91543) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 08 03:51:01.361186 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.services.service_base [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91543) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 08 03:51:01.361522 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.services.service_base [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91543) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 08 03:51:01.362381 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.services.service_base [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91543) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 08 03:51:01.362748 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.services.service_base [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 08 03:51:01.363273 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 03:51:01.363592 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 08 03:51:01.374445 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 03:51:01.374780 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading Plugin: auto_allocate
Jun 08 03:51:01.381071 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fb003446f70> network precommit_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.381434 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fb003446f70> network precommit_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.381941 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 03:51:01.382259 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading Plugin: tag
Jun 08 03:51:01.390240 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 03:51:01.390570 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading Plugin: timestamp
Jun 08 03:51:01.394522 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 03:51:01.394850 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading Plugin: network_ip_availability
Jun 08 03:51:01.400023 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb0033973a0>> rbac-policy before_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.400419 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb0033973a0>> rbac-policy before_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.400774 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb0033973a0>> rbac-policy before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.401465 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 03:51:01.401782 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading Plugin: flavors
Jun 08 03:51:01.515374 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 03:51:01.515699 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading Plugin: revisions
Jun 08 03:51:01.520808 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 03:51:01.521202 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.736s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:01.521976 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91543) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 08 03:51:01.522312 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Initializing extension manager.
Jun 08 03:51:01.522819 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: __init__.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.523162 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: __pycache__ {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.523496 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.523829 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: address_group.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.524613 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.525195 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: address-group
Jun 08 03:51:01.525519 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: address_scope.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.526226 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.526737 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: address-scope
Jun 08 03:51:01.527059 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.528158 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.528699 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: router-admin-state-down-before-update
Jun 08 03:51:01.529022 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: agent.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.529716 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.530223 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: agent
Jun 08 03:51:01.530543 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: agent_resources_synced.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.531431 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.532525 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: agent-resources-synced
Jun 08 03:51:01.532846 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: allowedaddresspairs.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.534607 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.535118 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: allowed-address-pairs
Jun 08 03:51:01.535440 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: auto_allocated_topology.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.536524 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.537037 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: auto-allocated-topology
Jun 08 03:51:01.537361 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: availability_zone.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.538040 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.538544 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: availability_zone
Jun 08 03:51:01.538857 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: availability_zone_filter.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.539742 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.540245 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: availability_zone_filter
Jun 08 03:51:01.540589 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: data_plane_status.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.541479 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.541986 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 08 03:51:01.542514 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: default_subnetpools.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.543185 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.543694 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: default-subnetpools
Jun 08 03:51:01.544012 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.544850 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.545353 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: dhcp_agent_scheduler
Jun 08 03:51:01.545672 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: dns.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.546569 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.547073 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension dns-integration not supported by any of loaded plugins
Jun 08 03:51:01.547652 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: dns_domain_ports.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.548580 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.549081 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 08 03:51:01.549403 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: dvr.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.550060 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.550565 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: dvr
Jun 08 03:51:01.550886 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: empty_string_filtering.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.551791 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.552297 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: empty-string-filtering
Jun 08 03:51:01.552637 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.553526 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.554027 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 08 03:51:01.554345 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.555234 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.555907 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 08 03:51:01.556227 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: external_net.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.557141 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.557662 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: external-net
Jun 08 03:51:01.557982 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.558862 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.559370 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: extra_dhcp_opt
Jun 08 03:51:01.559688 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: extraroute.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.560615 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.561122 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: extraroute
Jun 08 03:51:01.561439 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: extraroute_atomic.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.562445 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.562982 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: extraroute-atomic
Jun 08 03:51:01.563300 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: filter_validation.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.563950 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.564487 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: filter-validation
Jun 08 03:51:01.564805 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: fip_pf_description.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.565692 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.566196 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 08 03:51:01.566513 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: fip_port_details.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.567408 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.567912 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: fip-port-details
Jun 08 03:51:01.568229 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: flavors.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.569454 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.569970 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: flavors
Jun 08 03:51:01.570292 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.571922 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.572480 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 08 03:51:01.572810 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: floatingip_pools.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.573504 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.574009 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: floatingip-pools
Jun 08 03:51:01.574330 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: ip_allocation.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.575228 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.575733 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 08 03:51:01.576054 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.576991 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.577509 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: ip-substring-filtering
Jun 08 03:51:01.577830 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: l2_adjacency.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.579250 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.579826 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 08 03:51:01.580145 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: l3.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.581127 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.581639 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: router
Jun 08 03:51:01.581962 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.584158 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.584722 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 08 03:51:01.585050 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.585957 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.586478 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: ext-gw-mode
Jun 08 03:51:01.586801 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.587707 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.588221 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: l3-ha
Jun 08 03:51:01.588568 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: l3_flavors.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.589462 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.589972 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: l3-flavors
Jun 08 03:51:01.590294 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.591202 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.591712 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 08 03:51:01.592029 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: l3agentscheduler.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.593073 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.593583 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: l3_agent_scheduler
Jun 08 03:51:01.593909 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: logging.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.596154 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.596711 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension logging not supported by any of loaded plugins
Jun 08 03:51:01.597039 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: metering.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.597773 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.598346 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: metering
Jun 08 03:51:01.598669 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.599743 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.600255 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: metering_source_and_destination_fields
Jun 08 03:51:01.600601 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: multiprovidernet.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.601517 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.602026 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: multi-provider
Jun 08 03:51:01.602350 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: netmtu.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.603238 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.603746 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: net-mtu
Jun 08 03:51:01.604065 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: netmtu_writable.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.604987 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.605490 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: net-mtu-writable
Jun 08 03:51:01.605808 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: network_availability_zone.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.606474 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.606980 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: network_availability_zone
Jun 08 03:51:01.607300 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: network_ip_availability.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.608406 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.608911 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: network-ip-availability
Jun 08 03:51:01.609228 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: network_segment_range.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.610110 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.610613 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 08 03:51:01.610928 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: pagination.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.611893 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.612219 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: pagination
Jun 08 03:51:01.612573 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: port_device_profile.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.613461 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.613972 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: port-device-profile
Jun 08 03:51:01.614290 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.615177 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.615682 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: port-mac-address-regenerate
Jun 08 03:51:01.616000 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.616979 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.617503 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: port-numa-affinity-policy
Jun 08 03:51:01.617825 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: port_resource_request.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.618703 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.619204 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 08 03:51:01.619522 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: portbindings.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.620454 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.620963 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: binding
Jun 08 03:51:01.621282 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: portbindings_extended.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.622817 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.623330 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: binding-extended
Jun 08 03:51:01.623652 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: portsecurity.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.624572 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.625078 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: port-security
Jun 08 03:51:01.625424 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: project_id.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.626373 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.626696 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: project-id
Jun 08 03:51:01.627012 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: providernet.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.627910 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.628464 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: provider
Jun 08 03:51:01.628786 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: qos.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.632240 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.632795 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension qos not supported by any of loaded plugins
Jun 08 03:51:01.633124 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.634337 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.634851 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 08 03:51:01.635175 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.636079 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.636628 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 08 03:51:01.636951 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: qos_default.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.637849 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.638363 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension qos-default not supported by any of loaded plugins
Jun 08 03:51:01.638686 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: qos_fip.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.639325 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.639826 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension qos-fip not supported by any of loaded plugins
Jun 08 03:51:01.640143 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: qos_gateway_ip.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.641914 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.642427 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 08 03:51:01.642746 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: qos_port_network_policy.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.643640 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.644150 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 08 03:51:01.644501 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: qos_rule_type_details.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.645396 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.645904 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 08 03:51:01.646224 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: qos_rules_alias.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.647243 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.647763 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 08 03:51:01.648083 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: quotasv2.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.649084 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.649413 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: quotas
Jun 08 03:51:01.649730 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: quotasv2_detail.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.652778 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.653115 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: quota_details
Jun 08 03:51:01.653443 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: rbac.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.654480 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.655003 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: rbac-policies
Jun 08 03:51:01.655333 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: rbac_address_group.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.656242 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.657485 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: rbac-address-group
Jun 08 03:51:01.657803 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: rbac_address_scope.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.658713 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.659227 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: rbac-address-scope
Jun 08 03:51:01.659548 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: rbac_security_groups.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.660491 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.661072 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: rbac-security-groups
Jun 08 03:51:01.661393 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: rbac_subnetpool.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.662289 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.662804 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: rbac-subnetpool
Jun 08 03:51:01.663125 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: revisionifmatch.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.664030 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.664576 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: revision-if-match
Jun 08 03:51:01.664900 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: revisions.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.665999 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.666509 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: standard-attr-revisions
Jun 08 03:51:01.666830 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: router_availability_zone.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.667489 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.667997 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: router_availability_zone
Jun 08 03:51:01.668332 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: routerservicetype.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.669244 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.669753 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension router-service-type not supported by any of loaded plugins
Jun 08 03:51:01.670070 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.670969 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.671475 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: security-groups-normalized-cidr
Jun 08 03:51:01.671794 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.672756 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.673260 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: port-security-groups-filtering
Jun 08 03:51:01.673578 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.674471 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.674981 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: security-groups-remote-address-group
Jun 08 03:51:01.675297 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: securitygroup.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.684872 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.685403 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: security-group
Jun 08 03:51:01.685733 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: segment.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.686499 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.687012 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension segment not supported by any of loaded plugins
Jun 08 03:51:01.687335 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.688306 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.688837 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 08 03:51:01.689159 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: servicetype.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.690256 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.690780 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: service-type
Jun 08 03:51:01.691106 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: sorting.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.692061 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.692418 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: sorting
Jun 08 03:51:01.692742 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: standard_attr_segment.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.693639 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.694152 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 08 03:51:01.694471 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: standardattrdescription.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.695103 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.695608 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: standard-attr-description
Jun 08 03:51:01.695928 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: stateful_security_group.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.696850 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.697359 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: stateful-security-group
Jun 08 03:51:01.697677 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: stdattrs_common.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.698250 dv-cinder-786627-8-iscsi neutron-server[91543]: WARNING neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 08 03:51:01.698567 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.699528 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.700042 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 08 03:51:01.700391 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: subnet_onboard.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.701440 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.701955 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: subnet_onboard
Jun 08 03:51:01.702281 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.703183 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.704255 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 08 03:51:01.704604 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: subnet_service_types.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.705508 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.706020 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: subnet-service-types
Jun 08 03:51:01.706340 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: subnetallocation.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.707404 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.707914 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: subnet_allocation
Jun 08 03:51:01.708231 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.708914 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.709423 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: subnetpool-prefix-ops
Jun 08 03:51:01.709741 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.710651 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.711157 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 08 03:51:01.711475 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: tagging.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.712551 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.713074 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: standard-attr-tag
Jun 08 03:51:01.713396 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: timestamp.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.714577 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.715095 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loaded extension: standard-attr-timestamp
Jun 08 03:51:01.715421 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: trunk.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.716464 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.716985 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension trunk not supported by any of loaded plugins
Jun 08 03:51:01.717308 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: trunk_details.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.718207 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.718734 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension trunk-details not supported by any of loaded plugins
Jun 08 03:51:01.719755 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: uplink_status_propagation.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.720710 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.721224 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 08 03:51:01.721544 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Loading extension file: vlantransparent.py {{(pid=91543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 03:51:01.722204 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 03:51:01.722713 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 08 03:51:01.725173 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:network
Jun 08 03:51:01.725711 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:subnet
Jun 08 03:51:01.726116 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 08 03:51:01.726508 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:port
Jun 08 03:51:01.727961 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.v2.resource_helper [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 03:51:01.728440 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.v2.resource_helper [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service FLAVORS assigned prefix:  {{(pid=91543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 03:51:01.729048 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.v2.resource_helper [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 03:51:01.729481 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.v2.resource_helper [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 03:51:01.729811 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:router
Jun 08 03:51:01.730241 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:floatingip
Jun 08 03:51:01.730726 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.v2.resource_helper [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service METERING assigned prefix: /metering {{(pid=91543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 03:51:01.732159 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb003311b80>> rbac-policy before_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.732580 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb003311b80>> rbac-policy before_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.732931 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb003311b80>> rbac-policy before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:51:01.733920 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 08 03:51:01.734364 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:security_group
Jun 08 03:51:01.734836 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 08 03:51:01.735448 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.v2.resource_helper [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service CORE assigned prefix:  {{(pid=91543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 03:51:01.735775 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 08 03:51:01.736118 dv-cinder-786627-8-iscsi neutron-server[91543]: WARNING neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] subnetpool is already registered
Jun 08 03:51:01.736582 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.v2.resource_helper [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service CORE assigned prefix:  {{(pid=91543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 03:51:01.736908 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 08 03:51:01.737237 dv-cinder-786627-8-iscsi neutron-server[91543]: WARNING neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] subnetpool is already registered
Jun 08 03:51:01.739519 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.v2.resource_helper [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 03:51:01.739951 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.v2.resource_helper [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service FLAVORS assigned prefix:  {{(pid=91543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 03:51:01.740566 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.v2.resource_helper [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 03:51:01.740985 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.v2.resource_helper [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 03:51:01.741316 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:router
Jun 08 03:51:01.741652 dv-cinder-786627-8-iscsi neutron-server[91543]: WARNING neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] router is already registered
Jun 08 03:51:01.742061 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:floatingip
Jun 08 03:51:01.742390 dv-cinder-786627-8-iscsi neutron-server[91543]: WARNING neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] floatingip is already registered
Jun 08 03:51:01.742841 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.v2.resource_helper [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service METERING assigned prefix: /metering {{(pid=91543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 03:51:01.743511 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 08 03:51:01.743836 dv-cinder-786627-8-iscsi neutron-server[91543]: WARNING neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] rbac_policy is already registered
Jun 08 03:51:01.744245 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:security_group
Jun 08 03:51:01.744670 dv-cinder-786627-8-iscsi neutron-server[91543]: WARNING neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] security_group is already registered
Jun 08 03:51:01.745073 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 08 03:51:01.745405 dv-cinder-786627-8-iscsi neutron-server[91543]: WARNING neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] security_group_rule is already registered
Jun 08 03:51:01.746041 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.v2.resource_helper [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service CORE assigned prefix:  {{(pid=91543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 03:51:01.746367 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 08 03:51:01.746698 dv-cinder-786627-8-iscsi neutron-server[91543]: WARNING neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] subnetpool is already registered
Jun 08 03:51:01.747114 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.v2.resource_helper [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Service CORE assigned prefix:  {{(pid=91543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 03:51:01.747436 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 08 03:51:01.748016 dv-cinder-786627-8-iscsi neutron-server[91543]: WARNING neutron.quota.resource_registry [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] subnetpool is already registered
Jun 08 03:51:01.748509 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: extensions {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.750079 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: address-groups {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.751666 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: address-scopes {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.752993 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: agents {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.754141 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: auto-allocated-topology {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.755403 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: availability_zones {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.756642 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: dhcp-networks {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.758142 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: dhcp-agents {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.759601 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: routers {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.761348 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: flavors {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.763637 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: service_profiles {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.764895 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: next_providers {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.766904 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: service_profiles {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.768434 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: floatingip-pools {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.769663 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: routers {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.771384 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: floatingips {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.772694 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: l3-routers {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.774088 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: l3-agents {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.775511 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: metering-labels {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.776797 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: metering-label-rules {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.778161 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: network-ip-availabilities {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.779429 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: bindings {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.781021 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: quotas {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.783334 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: quotas {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.784798 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: rbac-policies {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.785986 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: security-groups {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.787271 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: security-group-rules {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.788543 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: service-providers {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.789783 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: subnetpools {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.791132 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: subnetpools {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.792705 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: tags {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.794374 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: tags {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.796173 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: tags {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.798240 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: tags {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.799990 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: tags {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.801968 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: tags {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.803642 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: tags {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.805500 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: tags {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.807358 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: tags {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.809127 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron.api.extensions [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Extended resource: tags {{(pid=91543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 03:51:01.815192 dv-cinder-786627-8-iscsi neutron-server[91543]: WARNING keystonemiddleware.auth_token [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 08 03:51:01.819650 dv-cinder-786627-8-iscsi neutron-server[91543]: WARNING keystonemiddleware.auth_token [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 08 03:51:01.827769 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Acquired lock "singleton_lock" {{(pid=91543) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 08 03:51:01.828242 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Releasing lock "singleton_lock" {{(pid=91543) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 08 03:51:01.829406 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO oslo_service.service [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Starting 2 workers
Jun 08 03:51:01.834036 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Started child 91648 {{(pid=91543) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 08 03:51:01.838306 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Started child 91649 {{(pid=91543) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 08 03:51:01.839386 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:01.840028 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO neutron.service [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 08 03:51:01.840541 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Notify callbacks [] for process, before_spawn {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:01.840905 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [-] (91648) wsgi starting up on http://0.0.0.0:9696
Jun 08 03:51:01.842870 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:01.843296 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO oslo_service.service [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Starting 1 workers
Jun 08 03:51:01.844917 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [-] (91649) wsgi starting up on http://0.0.0.0:9696
Jun 08 03:51:01.849175 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Started child 91650 {{(pid=91543) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 08 03:51:01.849710 dv-cinder-786627-8-iscsi neutron-server[91543]: INFO oslo_service.service [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Starting 1 workers
Jun 08 03:51:01.852991 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.service [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] calling RpcWorker wait() {{(pid=91650) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 08 03:51:01.853533 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.service [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] returning from RpcWorker wait() {{(pid=91650) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 08 03:51:01.854888 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:01.855393 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:51:01.858085 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Started child 91651 {{(pid=91543) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 08 03:51:01.858833 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7594edb9-ba65-47a6-a1d0-bf94d37e1673 None None] Notify callbacks [] for process, after_spawn {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:01.859961 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:01.860477 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91543) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 08 03:51:01.860667 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 08 03:51:01.860849 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 08 03:51:01.861068 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 08 03:51:01.861402 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 08 03:51:01.861568 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 08 03:51:01.862051 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.862325 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.862597 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.862837 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.863122 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.863708 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.863979 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.864229 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.864520 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.864751 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.864926 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.865092 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.865347 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.865596 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.865914 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.866195 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.866428 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.866719 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.866890 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.867140 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.867395 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.867641 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.867898 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.868133 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.868680 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.868929 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.869165 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.869389 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.869655 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.869884 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.870158 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.870386 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.870618 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.870865 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.871122 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.871359 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.871576 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.871790 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.872044 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.872266 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.873027 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] host                           = dv-cinder-786627-8-iscsi {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.873242 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.873479 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.873703 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.873929 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.874172 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.874404 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.874646 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.874891 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.875147 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.875907 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.876157 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.876435 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.876672 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.876918 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.877081 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.877314 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.877577 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.877848 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.878034 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.878200 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.878374 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.878625 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.878788 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.879063 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.879277 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.879491 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.879720 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.879957 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.880196 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.880495 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.880739 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.880969 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.881181 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.881437 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.881662 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.881907 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.882126 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.882357 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.882586 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.882809 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.883027 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.883247 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.883470 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.885272 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:51:01.885453 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.885453 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.885453 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.886364 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.886364 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.887059 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.887621 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.887621 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.887882 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.888131 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.888414 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.888688 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.888984 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.889481 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.889481 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.889706 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.889989 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.890255 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.890502 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.890748 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.891740 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.892195 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.892455 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.892684 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.892906 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.893285 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.893711 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.893998 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.894315 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.894561 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.894829 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.895086 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.895322 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.895549 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.895905 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.896146 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.896481 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.896713 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.897011 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.897268 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.898639 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.898639 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.898639 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.898639 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.898962 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.899108 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.899711 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.899711 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.899881 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.900160 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.900861 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.15/identity {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.900861 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.901053 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.901276 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.901408 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.901801 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.901899 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.902147 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.902463 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.902693 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.902945 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.904880 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.904880 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.904880 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.904880 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.904880 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.904880 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.904880 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.905370 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.905370 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.905496 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.905660 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.905849 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.906680 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.906680 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.906680 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.906986 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.906986 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.907252 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.907430 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.907628 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.907879 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.908095 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.908590 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.908590 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.908745 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.909816 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.909816 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.909816 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.909816 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.910413 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.910413 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.910413 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.910797 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.910797 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.911167 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.911386 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.911611 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.911822 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.912045 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.912386 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.912637 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.912829 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.913068 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.913289 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.913607 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.913852 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.914070 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.914594 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.915343 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.915715 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.915960 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.916213 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.916505 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.916757 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.917000 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.917270 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.917695 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.917801 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.918176 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.918176 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.918434 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.918683 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.918936 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.919196 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.919422 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.919683 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.919907 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.920173 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.920441 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.920703 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.920959 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.921242 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.921520 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.921773 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.922406 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.922674 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.922964 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.923221 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.923618 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.923850 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.924121 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.924439 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.924697 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.924961 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.925198 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.925478 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.925737 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.925994 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.926267 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.926519 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.926762 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.926984 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.927240 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.927504 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.927747 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.927965 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.928219 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.928566 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.928804 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.929021 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.929238 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.929528 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.929790 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.930027 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.930295 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.930557 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.930792 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.931043 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.931305 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.15/identity {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.931540 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.931785 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.932046 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.932274 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.932612 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.932861 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.933098 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.933334 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.933575 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.933828 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.934044 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.934266 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.934601 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.934825 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.936342 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.936342 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.936342 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.936342 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.936342 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.936342 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.936745 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.936745 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.936870 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.937049 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.937265 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.937617 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.938284 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.938529 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.938764 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.939015 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.939291 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.939528 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.939776 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.939996 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.940211 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.940453 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.941227 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.941227 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.941227 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.941452 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.941976 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 43484) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:51:01.948642 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.948926 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.949197 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.949606 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.949888 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.950143 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.950414 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.950521 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063574
Jun 08 03:51:01.950669 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.951093 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.951358 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.951615 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.951848 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.952096 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.952348 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.952671 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.952930 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.953282 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.954056 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.954308 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.955086 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.955719 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.955974 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.956294 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.956622 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.956867 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.957143 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.957390 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.957631 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.957908 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.958071 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.958297 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.958751 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.959826 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.960075 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.960368 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.960562 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.960806 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.961041 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.961260 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.961486 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.961711 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.961926 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.962159 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.962378 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.962616 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.962875 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.963052 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.963369 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.963862 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.964097 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.964427 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.964694 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.964938 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.965294 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.965630 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.967037 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.967037 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.967037 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.967037 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.967037 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.967371 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.967446 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.967717 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.967984 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.968225 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.968789 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.968789 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.969089 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.969378 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.969747 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.970105 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.970384 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.970649 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.970886 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.971416 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.971416 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.971661 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.971868 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.972111 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.972387 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.972613 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.972870 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.973100 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.973340 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.973577 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.973796 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.974027 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.974262 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.975770 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.975964 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:01.976127 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 08 03:51:01.976724 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91543) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 08 03:51:01.976917 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 08 03:51:01.977068 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 08 03:51:01.977219 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 08 03:51:01.977387 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 08 03:51:01.977540 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 08 03:51:01.977746 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.977906 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.978079 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.978239 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.978867 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.979499 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.979685 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.979857 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.980029 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.980530 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.981168 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.981353 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.981522 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.981688 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.981853 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.982019 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.982184 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.982410 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.982608 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.982770 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.982936 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.983099 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.984201 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.984201 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.984201 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.984201 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.984201 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.984574 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.984719 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.984927 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.985095 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.986198 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.986198 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.986198 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.986404 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.986562 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.986661 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.986826 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.987291 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.987457 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.987655 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] host                           = dv-cinder-786627-8-iscsi {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.987876 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.988045 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.988205 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.988391 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.988554 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.988720 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.988885 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.989043 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.989790 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.989967 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.990197 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.990412 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.991849 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.991849 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.991849 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.991849 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.992104 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.992104 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.992566 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.992752 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.992909 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.993208 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.993208 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.993383 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.993529 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.993737 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.993912 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.993995 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.994132 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.994332 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.995124 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.997186 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.997186 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.997186 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.997186 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.997186 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.997766 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.997766 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.997922 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.997986 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.998267 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.998502 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.998724 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.999414 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.999414 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.999414 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.999414 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.999677 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.999741 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:51:01.999809 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:01.999871 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.000784 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.000784 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.001054 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.001187 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.001319 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.001446 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.001689 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.001914 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.002129 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.002343 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.003786 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.003786 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.003786 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.003988 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.004053 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.004223 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.004460 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.004552 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.004716 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 03:51:02.004902 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.005068 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.005248 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.005418 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.005564 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.005731 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.005894 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.007831 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.007831 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.007831 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.007831 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.007831 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.007831 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.008217 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.008217 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.008217 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.008413 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.008552 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.008695 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.008853 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.009014 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.009176 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.009354 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.009511 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.009675 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.15/identity {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.009831 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.009996 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.010152 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.010317 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.010479 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.010643 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.010805 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.010967 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.011130 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.011292 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.011454 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.011615 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.011775 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.011930 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.012095 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.012257 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.012474 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.012637 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.012799 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.012963 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.013207 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.013377 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.013539 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.013704 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.013868 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.014054 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.014214 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.014376 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.014902 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.014902 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.014902 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.015155 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.015155 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.015294 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.015467 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.015608 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.015785 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.016646 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.016734 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.017023 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.017236 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.017408 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.017570 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.018309 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.018309 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.018309 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.018309 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.018593 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.018593 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.018712 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.018777 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.018938 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.019092 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.019260 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.019422 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.019584 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.021269 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.021269 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.021269 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.021269 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.022079 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.022224 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.022391 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.022558 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.022724 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.022890 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.023054 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.023891 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.023891 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.023891 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.023891 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.023891 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.024186 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.024186 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.024336 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.024461 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.024658 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.024780 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.025754 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.025754 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.025754 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.025754 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.025754 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.025754 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.026121 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.026121 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.026236 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.026299 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.026460 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.026621 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.026791 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.027059 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.027247 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.027825 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.027825 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.027825 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.027825 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.028071 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.028136 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.028298 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.028483 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.028645 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.028815 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.028989 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.029151 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.030506 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.030506 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.030506 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.030506 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.030506 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.030506 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.030506 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.030506 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.030984 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.030984 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.030984 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.030984 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.031198 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.031294 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.15/identity {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.031455 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.031661 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.031891 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.032089 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.032281 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.032432 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.032586 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.032750 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.032914 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.033786 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.033786 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.033786 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.033786 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.033786 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.034351 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.034351 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.034351 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.034351 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.034786 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.034786 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.034786 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.035084 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.035084 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.035279 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.035392 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.035506 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.035628 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.035784 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.035942 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.036099 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.036257 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.040419 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.040419 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.040419 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.040419 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.040419 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.040419 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.040419 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.040419 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.041433 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.041433 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.041433 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.041433 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.041433 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.041433 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.041433 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.041433 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.042410 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.042410 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.042410 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.042410 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.042410 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.042410 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.042410 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.042410 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043079 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043079 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043079 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043079 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043079 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043079 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043079 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043079 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043079 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043632 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043632 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043632 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043632 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043632 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043632 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043632 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.043632 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.044064 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.044064 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.044064 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.044229 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.044365 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.044842 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.044842 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.044842 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.045072 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.045136 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.045306 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.045469 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.045632 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.047017 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.047017 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.047017 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.047017 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.047017 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.047017 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.047017 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.047017 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.048072 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.048072 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.048072 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.048072 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.048072 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.048702 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.048702 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.048702 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.048702 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.048970 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.048970 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.049108 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.049254 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.049424 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.049596 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.049760 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.049930 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.050107 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.050270 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.050434 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.050597 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.050761 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.050924 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.051087 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.051250 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.051414 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.051577 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.051740 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.051902 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.052065 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.052227 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.052411 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.052576 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.052740 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.052903 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.053065 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.053267 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 03:51:02.053396 dv-cinder-786627-8-iscsi neutron-server[91543]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 08 03:51:13.009460 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea01aefd-1173-43f8-a3a4-2737b0c4bef8 None None] get_active_networks_info from dv-cinder-786627-8-iscsi {{(pid=91650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 08 03:51:13.075069 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea01aefd-1173-43f8-a3a4-2737b0c4bef8 None None] No non-hosted networks {{(pid=91650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 08 03:51:13.092536 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.agentschedulers_db [None req-ea01aefd-1173-43f8-a3a4-2737b0c4bef8 None None] DHCP Agent not found on host dv-cinder-786627-8-iscsi {{(pid=91650) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 08 03:51:13.179866 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e297274e-05ee-4d66-992b-ab50101a20fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557'] for agent, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:15.245381 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-8138192b-0242-4970-acfd-7e1c9be00049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557'] for agent, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:15.289178 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3448d24d-b06a-44f7-9d15-f984b7bccc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:15.421857 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557'] for agent, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:15.422672 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:15.423169 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:15.423578 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:15.423900 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:15.424255 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:15.424651 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:15.425235 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:15.425588 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:15.425926 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:15.426254 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:15.426789 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:15.427119 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:15.427543 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fb0026f1d90>, 'Open vSwitch agent', 'dv-cinder-786627-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:51:15.444822 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fb0026dd490>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:51:16.404510 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557'] for agent, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:17.963307 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557'] for agent, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:19.516812 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 43582) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:51:20.102376 dv-cinder-786627-8-iscsi neutron-server[91648]: WARNING oslo_policy.policy [None req-8b19b434-79e8-4d49-8f06-a831f2d63e4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 03:51:20.103020 dv-cinder-786627-8-iscsi neutron-server[91648]: WARNING oslo_policy.policy [None req-8b19b434-79e8-4d49-8f06-a831f2d63e4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 03:51:20.317536 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [None req-8b19b434-79e8-4d49-8f06-a831f2d63e4a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 03:51:20.318581 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-8b19b434-79e8-4d49-8f06-a831f2d63e4a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8008685
Jun 08 03:51:21.433919 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.db.l3_hamode_db [None req-87ab8685-0c26-49f5-8d6c-87fc9c4074f4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 08 03:51:21.520772 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab8685-0c26-49f5-8d6c-87fc9c4074f4 None None] Routers set() bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:51:21.521081 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab8685-0c26-49f5-8d6c-87fc9c4074f4 None None] Router IDs set() for agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 08 03:51:22.690650 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 43596) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:51:23.263551 dv-cinder-786627-8-iscsi neutron-server[91649]: WARNING oslo_policy.policy [None req-3f7b3108-cf7d-4bd7-9d4d-b8fe74012259 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 03:51:23.264127 dv-cinder-786627-8-iscsi neutron-server[91649]: WARNING oslo_policy.policy [None req-3f7b3108-cf7d-4bd7-9d4d-b8fe74012259 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 03:51:23.477242 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-3f7b3108-cf7d-4bd7-9d4d-b8fe74012259 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:51:23.576347 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.policy [None req-3f7b3108-cf7d-4bd7-9d4d-b8fe74012259 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91649) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 08 03:51:23.622108 dv-cinder-786627-8-iscsi neutron-server[91649]: WARNING oslo_policy.policy [None req-3f7b3108-cf7d-4bd7-9d4d-b8fe74012259 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 03:51:23.622469 dv-cinder-786627-8-iscsi neutron-server[91649]: WARNING oslo_policy.policy [None req-3f7b3108-cf7d-4bd7-9d4d-b8fe74012259 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 03:51:23.631411 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.quota [None req-3f7b3108-cf7d-4bd7-9d4d-b8fe74012259 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7fb002d8ca00>.
Jun 08 03:51:23.705960 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3108-cf7d-4bd7-9d4d-b8fe74012259 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774626319930', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774626317271', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774626364565', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774626366401', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774626347610', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774626350392', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8149079', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8145881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-744771', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-777153'] for rbac-policy, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:23.764569 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3108-cf7d-4bd7-9d4d-b8fe74012259 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:23.766032 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-3f7b3108-cf7d-4bd7-9d4d-b8fe74012259 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0730729
Jun 08 03:51:26.331079 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 43614) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:51:26.676529 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Request body: {'network': {'project_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'admin_state_up': True, 'name': 'private', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:51:26.699177 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Made reservation on behalf of ead7a3e24ae64baf810b3668f6cb5f63 for: {'network': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:51:26.702177 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:26.720061 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:26.836531 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:26.839980 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:26.845857 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:51:26.864200 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=91649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 03:51:26.892287 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774621990566', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:26.892898 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fb003a0ea60> segment precommit_create {{(pid=91649) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 08 03:51:26.893634 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.segments_db [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Added segment 3d7eee9f-6eeb-4475-97d1-cf72e863f175 of type vlan for network 2ddedf0b-117a-49b0-8e5b-1d9c456042f4
Jun 08 03:51:26.944733 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa25c2a-eecb-4ddf-b5d0-bb9ec20b12b2,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:51:26.966935 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:26.967301 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:26.967617 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:26.967937 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:26.968253 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:26.968604 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:26.969599 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:26.969913 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:26.970247 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:26.970714 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:26.971156 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:26.971468 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Tracked resource versions report:
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]: pushed versions:
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]: {   'AddressGroup': {'1.2'},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     'ConntrackHelper': {'1.0'},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     'Log': {'1.0'},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     'Network': {'1.1'},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     'Port': {'1.7'},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     'PortForwarding': {'1.2'},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     'QosPolicy': {'1.8'},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     'SecurityGroup': {'1.4'},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     'SecurityGroupRule': {'1.2'},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     'SubPort': {'1.0'},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     'Subnet': {'1.1'},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     'Trunk': {'1.1'}}
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]: consumer versions:
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]: {   DHCP agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     L3 agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     Metadata agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     Metering agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:     Open vSwitch agent@dv-cinder-786627-8-iscsi: {   'AddressGroup': '1.2',
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'ConntrackHelper': '1.0',
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'Log': '1.0',
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'Network': '1.1',
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'Port': '1.7',
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'PortForwarding': '1.2',
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'QosPolicy': '1.8',
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'SecurityGroup': '1.4',
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'SecurityGroupRule': '1.2',
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'SubPort': '1.0',
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'Subnet': '1.1',
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'Trunk': '1.1'}}
Jun 08 03:51:26.972607 dv-cinder-786627-8-iscsi neutron-server[91649]:  {{(pid=91649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 03:51:27.006843 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:27.021305 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:27.051825 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:27.053385 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:51:27.054081 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:27.058532 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:51:27.139207 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8069797
Jun 08 03:51:27.161998 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Pushing event updated for resources: {'Network': ['ID=2ddedf0b-117a-49b0-8e5b-1d9c456042f4,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:51:27.165267 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:27.174347 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 2ddedf0b-117a-49b0-8e5b-1d9c456042f4 details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 03:51:29.806967 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 43628) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:51:30.243488 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66471d6f-4a60-4960-ada3-c12380fcb6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:51:30.244851 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-66471d6f-4a60-4960-ada3-c12380fcb6f6 admin admin] 10.222.0.15 "GET /v2.0/networks/2ddedf0b-117a-49b0-8e5b-1d9c456042f4 HTTP/1.1" status: 200  len: 825 time: 0.4369252
Jun 08 03:51:30.273922 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-667033ab-e3d9-4043-a022-cc1f27fd6b64 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/1c37ba75-dab1-4794-8e5a-9ebef04bb9f5 HTTP/1.1" status: 200  len: 734 time: 0.0235169
Jun 08 03:51:30.282717 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-540b9d60-ac38-4848-9858-4306440e3e7c admin admin] Request body: {'subnet': {'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4', 'subnetpool_id': '1c37ba75-dab1-4794-8e5a-9ebef04bb9f5', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'name': 'private-subnet'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:51:30.302892 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540b9d60-ac38-4848-9858-4306440e3e7c admin admin] Made reservation on behalf of ead7a3e24ae64baf810b3668f6cb5f63 for: {'subnet': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:51:30.305358 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-540b9d60-ac38-4848-9858-4306440e3e7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:30.581133 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-540b9d60-ac38-4848-9858-4306440e3e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:30.586340 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:51:30.666637 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b9d60-ac38-4848-9858-4306440e3e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf8692f-bcd7-4923-b2aa-93c5cf2408e6,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:51:30.668611 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540b9d60-ac38-4848-9858-4306440e3e7c admin admin] Checking segment: {'id': '3d7eee9f-6eeb-4475-97d1-cf72e863f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:51:30.668965 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540b9d60-ac38-4848-9858-4306440e3e7c admin admin] Network hostable DHCP agents. Network: 2ddedf0b-117a-49b0-8e5b-1d9c456042f4, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 03:51:30.673733 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-540b9d60-ac38-4848-9858-4306440e3e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:30.688542 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540b9d60-ac38-4848-9858-4306440e3e7c admin admin] Network 2ddedf0b-117a-49b0-8e5b-1d9c456042f4 is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 03:51:30.698204 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-540b9d60-ac38-4848-9858-4306440e3e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 2ddedf0b-117a-49b0-8e5b-1d9c456042f4) {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:51:30.702809 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540b9d60-ac38-4848-9858-4306440e3e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:51:30.703896 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-540b9d60-ac38-4848-9858-4306440e3e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:30.708510 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d423d4a3-c08c-4265-a59b-e5b1824b8d9e None None] Network 2ddedf0b-117a-49b0-8e5b-1d9c456042f4 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:51:30.726318 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-540b9d60-ac38-4848-9858-4306440e3e7c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4473169
Jun 08 03:51:31.023198 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8192669b-121c-5dae-98fe-8037b84af970-2ddedf0b-117a-49b0-8e5b-1d9c456042f4', 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'fixed_ips': [{'subnet_id': 'bbf8692f-bcd7-4923-b2aa-93c5cf2408e6'}]}} from dv-cinder-786627-8-iscsi. {{(pid=91650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 03:51:31.024494 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:31.206800 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.db_base_plugin_common [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Allocated IP 172.20.0.2 (2ddedf0b-117a-49b0-8e5b-1d9c456042f4/bbf8692f-bcd7-4923-b2aa-93c5cf2408e6/fd6821c8-e228-4b5b-910d-70c15df20787) {{(pid=91650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:51:31.432435 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Notify callbacks [] for port, precommit_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:31.446007 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Transition to ACTIVE for port object fd6821c8-e228-4b5b-910d-70c15df20787 will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:51:31.468438 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Transition to ACTIVE for port object fd6821c8-e228-4b5b-910d-70c15df20787 will not be triggered until provisioned by entity DHCP. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:51:31.474871 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:31.476147 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:51:31.476147 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:51:31.476147 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:51:31.476147 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:51:31.476147 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:51:31.476147 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:51:31.492021 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Network 2ddedf0b-117a-49b0-8e5b-1d9c456042f4 is already hosted by enough agents. {{(pid=91650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:51:31.493124 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.base_scheduler [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Resources bound (agent type, host, resource id):  {{(pid=91650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:51:31.496178 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Received port after_create {{(pid=91650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:51:31.585656 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Attempting to bind port fd6821c8-e228-4b5b-910d-70c15df20787 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:51:31.586055 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Attempting to bind port fd6821c8-e228-4b5b-910d-70c15df20787 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': '3d7eee9f-6eeb-4475-97d1-cf72e863f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:51:31.586480 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Attempting to bind port fd6821c8-e228-4b5b-910d-70c15df20787 on network 2ddedf0b-117a-49b0-8e5b-1d9c456042f4 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:51:31.591608 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:51:31.592026 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Checking segment: {'id': '3d7eee9f-6eeb-4475-97d1-cf72e863f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:51:31.592549 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:31.592940 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Bound using segment: {'id': '3d7eee9f-6eeb-4475-97d1-cf72e863f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:51:31.593448 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Bound port: fd6821c8-e228-4b5b-910d-70c15df20787, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7eee9f-6eeb-4475-97d1-cf72e863f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:51:31.593863 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:31.682557 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] For port fd6821c8-e228-4b5b-910d-70c15df20787, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:51:31.686487 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] For port fd6821c8-e228-4b5b-910d-70c15df20787, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=fd6821c8-e228-4b5b-910d-70c15df20787,segment=NetworkSegment(3d7eee9f-6eeb-4475-97d1-cf72e863f175),segment_id=3d7eee9f-6eeb-4475-97d1-cf72e863f175)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:51:31.691776 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:31.696656 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:51:31.780826 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Pushing event updated for resources: {'Port': ['ID=fd6821c8-e228-4b5b-910d-70c15df20787,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:51:31.788443 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:31.788780 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:31.789113 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:31.789442 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:31.789766 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:31.790086 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:31.790402 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:31.790720 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:31.791049 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:31.791365 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:31.791678 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:31.791987 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Tracked resource versions report:
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]: pushed versions:
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]: {   'AddressGroup': {'1.2'},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     'ConntrackHelper': {'1.0'},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     'Log': {'1.0'},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     'Network': {'1.1'},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     'Port': {'1.7'},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     'PortForwarding': {'1.2'},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     'QosPolicy': {'1.8'},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     'SecurityGroup': {'1.4'},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     'SecurityGroupRule': {'1.2'},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     'SubPort': {'1.0'},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     'Subnet': {'1.1'},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     'Trunk': {'1.1'}}
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]: consumer versions:
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]: {   DHCP agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     L3 agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     Metadata agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     Metering agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:     Open vSwitch agent@dv-cinder-786627-8-iscsi: {   'AddressGroup': '1.2',
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'ConntrackHelper': '1.0',
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'Log': '1.0',
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'Network': '1.1',
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'Port': '1.7',
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'PortForwarding': '1.2',
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'QosPolicy': '1.8',
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'SecurityGroup': '1.4',
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'SecurityGroupRule': '1.2',
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'SubPort': '1.0',
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'Subnet': '1.1',
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'Trunk': '1.1'}}
Jun 08 03:51:31.793118 dv-cinder-786627-8-iscsi neutron-server[91650]:  {{(pid=91650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 03:51:31.797393 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:33.100774 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 43636) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:51:33.471346 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [None req-b19c377e-d42e-4570-b96b-c5c21db9c9c9 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91649) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 03:51:33.484830 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-b19c377e-d42e-4570-b96b-c5c21db9c9c9 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3705270
Jun 08 03:51:35.851531 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 43644) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:51:36.226360 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [None req-5d52c3b0-9ced-4482-b989-b85c72bbf9a2 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91649) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 03:51:36.227350 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-5d52c3b0-9ced-4482-b989-b85c72bbf9a2 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3748004
Jun 08 03:51:37.355718 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device fd6821c8-e228-4b5b-910d-70c15df20787 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:51:37.429388 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port fd6821c8-e228-4b5b-910d-70c15df20787 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:51:37.604818 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa9e2e-2608-4484-97bc-410b2d10abb2 None None] Network 2ddedf0b-117a-49b0-8e5b-1d9c456042f4 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:51:37.696174 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-a09fa8ff-0950-4e16-952f-e2d074b9e4fc None None] Provisioning for port fd6821c8-e228-4b5b-910d-70c15df20787 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:51:37.704569 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-a09fa8ff-0950-4e16-952f-e2d074b9e4fc None None] Provisioning complete for port fd6821c8-e228-4b5b-910d-70c15df20787 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:51:37.704962 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a09fa8ff-0950-4e16-952f-e2d074b9e4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:37.894762 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a09fa8ff-0950-4e16-952f-e2d074b9e4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:37.970168 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-a09fa8ff-0950-4e16-952f-e2d074b9e4fc None None] For port fd6821c8-e228-4b5b-910d-70c15df20787, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=fd6821c8-e228-4b5b-910d-70c15df20787,segment=NetworkSegment(3d7eee9f-6eeb-4475-97d1-cf72e863f175),segment_id=3d7eee9f-6eeb-4475-97d1-cf72e863f175)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:51:37.976405 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a09fa8ff-0950-4e16-952f-e2d074b9e4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:37.980839 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:51:38.050443 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fa8ff-0950-4e16-952f-e2d074b9e4fc None None] Pushing event updated for resources: {'Port': ['ID=fd6821c8-e228-4b5b-910d-70c15df20787,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:51:38.053499 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-a09fa8ff-0950-4e16-952f-e2d074b9e4fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:38.199057 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-61fbd0b6-6697-4d0b-9c03-2c8b30fb064b None None] Provisioning complete for port fd6821c8-e228-4b5b-910d-70c15df20787 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:51:38.199429 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-61fbd0b6-6697-4d0b-9c03-2c8b30fb064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:38.903214 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 43658) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:51:39.242797 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-3c6c5468-9dff-4b75-b57c-8ad953c858ff admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'name': 'router1'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:51:39.266211 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3c6c5468-9dff-4b75-b57c-8ad953c858ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-618584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4362'] for router, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:39.267758 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3c6c5468-9dff-4b75-b57c-8ad953c858ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:39.288469 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3c6c5468-9dff-4b75-b57c-8ad953c858ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:39.313670 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device fd6821c8-e228-4b5b-910d-70c15df20787 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:51:39.383590 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port fd6821c8-e228-4b5b-910d-70c15df20787 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:51:39.383875 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:39.409024 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3c6c5468-9dff-4b75-b57c-8ad953c858ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616891'] for router, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:39.425659 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3c6c5468-9dff-4b75-b57c-8ad953c858ff admin admin] Notify callbacks [] for router, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:39.426807 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-3c6c5468-9dff-4b75-b57c-8ad953c858ff admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5226383
Jun 08 03:51:41.767423 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 43666) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:51:42.127754 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [None req-dbc06950-c840-428c-b1b4-3926e908021b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91649) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 03:51:42.128796 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-dbc06950-c840-428c-b1b4-3926e908021b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3604217
Jun 08 03:51:42.888038 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-180806ae-8bbe-4ade-a901-b4ad5bb50693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:44.475456 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 43674) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:51:44.833801 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:51:44.835211 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.quota [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7fb0030e6190>.
Jun 08 03:51:44.877201 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Made reservation on behalf of 868d1fb68de84bb2b6ca4c14d12689bd for: {'network': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:51:44.948297 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.policy [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91648) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 08 03:51:44.993517 dv-cinder-786627-8-iscsi neutron-server[91648]: WARNING oslo_policy.policy [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 03:51:44.993888 dv-cinder-786627-8-iscsi neutron-server[91648]: WARNING oslo_policy.policy [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 03:51:45.004554 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:45.024692 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:45.142725 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:45.146322 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:45.151894 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:51:45.163249 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Reserving flat network on physical network physnet1 {{(pid=91648) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 08 03:51:45.194185 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774621990566', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:45.194782 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fb003a0ea60> segment precommit_create {{(pid=91648) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 08 03:51:45.195286 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.segments_db [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Added segment b227d976-000d-44d9-9d9c-462f739c9cf4 of type flat for network dad72041-fa15-4feb-a2cc-75b396c0b4c9
Jun 08 03:51:45.232203 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-7c606831-2d3e-4d26-92ef-b0c88484b171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:45.249363 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba5f171-9487-475e-b0f4-bc7a844d7821,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:51:45.266691 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:45.267059 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:45.267399 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:45.267724 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:45.268044 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:45.268400 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:45.268725 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:45.269042 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:45.269370 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:45.269688 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:45.270001 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:45.270308 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Tracked resource versions report:
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]: pushed versions:
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]: {   'AddressGroup': {'1.2'},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     'ConntrackHelper': {'1.0'},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     'Log': {'1.0'},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     'Network': {'1.1'},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     'Port': {'1.7'},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     'PortForwarding': {'1.2'},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     'QosPolicy': {'1.8'},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     'SecurityGroup': {'1.4'},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     'SecurityGroupRule': {'1.2'},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     'SubPort': {'1.0'},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     'Subnet': {'1.1'},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     'Trunk': {'1.1'}}
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]: consumer versions:
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]: {   DHCP agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     L3 agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     Metadata agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     Metering agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:     Open vSwitch agent@dv-cinder-786627-8-iscsi: {   'AddressGroup': '1.2',
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'ConntrackHelper': '1.0',
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'Log': '1.0',
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'Network': '1.1',
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'Port': '1.7',
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'PortForwarding': '1.2',
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'QosPolicy': '1.8',
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'SecurityGroup': '1.4',
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'SecurityGroupRule': '1.2',
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'SubPort': '1.0',
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'Subnet': '1.1',
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'Trunk': '1.1'}}
Jun 08 03:51:45.271451 dv-cinder-786627-8-iscsi neutron-server[91648]:  {{(pid=91648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 03:51:45.322484 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:45.326117 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:45.369559 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:45.371129 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:51:45.371791 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:45.377180 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:51:45.417305 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:45.471509 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9949946
Jun 08 03:51:45.480876 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Pushing event updated for resources: {'Network': ['ID=dad72041-fa15-4feb-a2cc-75b396c0b4c9,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:51:45.485099 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:45.495145 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 03:51:46.358308 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:47.836965 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 43698) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:51:47.922790 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:48.055009 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4b1140-45f1-4030-beee-cb0c9019f829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:51:48.056364 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-6c4b1140-45f1-4030-beee-cb0c9019f829 admin admin] 10.222.0.15 "GET /v2.0/subnets/bbf8692f-bcd7-4923-b2aa-93c5cf2408e6 HTTP/1.1" status: 200  len: 849 time: 0.2184348
Jun 08 03:51:48.229663 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-b824bdf9-ebc5-4cce-8724-844739dbfaf7 admin admin] 10.222.0.15 "GET /v2.0/routers/a9011976-0ffb-4935-850c-d5449f4656d4 HTTP/1.1" status: 200  len: 704 time: 0.1679821
Jun 08 03:51:48.703728 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:48.932136 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Allocated IP 172.20.0.1 (2ddedf0b-117a-49b0-8e5b-1d9c456042f4/bbf8692f-bcd7-4923-b2aa-93c5cf2408e6/389766be-b8a0-4740-902f-b062688592a3) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:51:49.089078 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:49.106818 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Transition to ACTIVE for port object 389766be-b8a0-4740-902f-b062688592a3 will not be triggered until provisioned by entity DHCP. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:51:49.161220 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:49.162382 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:51:49.162382 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:51:49.162382 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:51:49.162382 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:51:49.162382 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:51:49.162382 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:51:49.178542 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Network 2ddedf0b-117a-49b0-8e5b-1d9c456042f4 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:51:49.179586 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:51:49.183526 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:51:49.184065 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033197'] for router_interface, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:49.391783 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-1dc87f24-fe06-4241-907e-fdc5ad69f337 None None] Provisioning for port 389766be-b8a0-4740-902f-b062688592a3 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:51:49.396762 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-1dc87f24-fe06-4241-907e-fdc5ad69f337 None None] Provisioning complete for port 389766be-b8a0-4740-902f-b062688592a3 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:51:49.397174 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-1dc87f24-fe06-4241-907e-fdc5ad69f337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:49.447165 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:49.448770 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-1dc87f24-fe06-4241-907e-fdc5ad69f337 None None] Port 389766be-b8a0-4740-902f-b062688592a3 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 03:51:49.708304 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:49.712713 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:49.713932 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1033004'] for router_interface, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:49.719067 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:51:49.845667 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Pushing event updated for resources: {'Port': ['ID=389766be-b8a0-4740-902f-b062688592a3,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:51:49.851774 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:49.913191 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Network 2ddedf0b-117a-49b0-8e5b-1d9c456042f4 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:51:49.914233 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:51:50.069426 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-27a9dd1a-3f4f-4aaa-a563-d6d3d41cafd6 None None] Provisioning complete for port 389766be-b8a0-4740-902f-b062688592a3 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:51:50.069793 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-27a9dd1a-3f4f-4aaa-a563-d6d3d41cafd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:50.101037 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Router a9011976-0ffb-4935-850c-d5449f4656d4 is scheduled to L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 with binding_index 1 {{(pid=91648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 03:51:50.121580 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-27a9dd1a-3f4f-4aaa-a563-d6d3d41cafd6 None None] Port 389766be-b8a0-4740-902f-b062688592a3 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 03:51:50.254773 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 03:51:50.259734 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] 10.222.0.15 "PUT /v2.0/routers/a9011976-0ffb-4935-850c-d5449f4656d4/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0246739
Jun 08 03:51:50.264735 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Sync routers for ids ['a9011976-0ffb-4935-850c-d5449f4656d4'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 03:51:50.275196 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Routers {'a9011976-0ffb-4935-850c-d5449f4656d4'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:51:50.276014 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002f9aac0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:51:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['a9011976-0ffb-4935-850c-d5449f4656d4'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:51:50.450582 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Set router a9011976-0ffb-4935-850c-d5449f4656d4 gateway port host: None {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:51:50.818740 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002f9aac0>, [{'id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'name': 'router1', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:51:39Z', 'updated_at': '2021-06-08T03:51:49Z', 'revision_number': 2, 'project_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'gw_port_host': None, '_interfaces': [{'id': '389766be-b8a0-4740-902f-b062688592a3', 'name': '', 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'mac_address': 'fa:16:3e:bb:90:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbf8692f-bcd7-4923-b2aa-93c5cf2408e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:51:48Z', 'updated_at': '2021-06-08T03:51:49Z', 'revision_number': 2, 'project_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'subnets': [{'id': 'bbf8692f-bcd7-4923-b2aa-93c5cf2408e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c37ba75-dab1-4794-8e5a-9ebef04bb9f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:51:50.823532 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Checking router: a9011976-0ffb-4935-850c-d5449f4656d4 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 03:51:50.823903 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Updating router a9011976-0ffb-4935-850c-d5449f4656d4 port 389766be-b8a0-4740-902f-b062688592a3 binding host dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 03:51:50.879253 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:51.256837 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:51.271834 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Transition to ACTIVE for port object 389766be-b8a0-4740-902f-b062688592a3 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:51:51.278659 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:51.285538 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:51:51.497656 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Pushing event updated for resources: {'Port': ['ID=389766be-b8a0-4740-902f-b062688592a3,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:51:51.507377 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:51.507722 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:51.508056 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:51.508406 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:51.508735 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:51.509058 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:51.509376 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:51.509695 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:51.510018 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:51.510333 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:51.510646 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:51.510955 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Tracked resource versions report:
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]: pushed versions:
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]: {   'AddressGroup': {'1.2'},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     'ConntrackHelper': {'1.0'},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     'Log': {'1.0'},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     'Network': {'1.1'},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     'Port': {'1.7'},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     'PortForwarding': {'1.2'},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     'QosPolicy': {'1.8'},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     'SecurityGroup': {'1.4'},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     'SecurityGroupRule': {'1.2'},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     'SubPort': {'1.0'},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     'Subnet': {'1.1'},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     'Trunk': {'1.1'}}
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]: consumer versions:
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]: {   DHCP agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     L3 agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     Metadata agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     Metering agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:     Open vSwitch agent@dv-cinder-786627-8-iscsi: {   'AddressGroup': '1.2',
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'ConntrackHelper': '1.0',
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'Log': '1.0',
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'Network': '1.1',
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'Port': '1.7',
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'PortForwarding': '1.2',
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'QosPolicy': '1.8',
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'SecurityGroup': '1.4',
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'SecurityGroupRule': '1.2',
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'SubPort': '1.0',
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'Subnet': '1.1',
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'Trunk': '1.1'}}
Jun 08 03:51:51.512093 dv-cinder-786627-8-iscsi neutron-server[91651]:  {{(pid=91651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 03:51:51.514413 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Attempting to bind port 389766be-b8a0-4740-902f-b062688592a3 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:51:51.514816 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Attempting to bind port 389766be-b8a0-4740-902f-b062688592a3 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': '3d7eee9f-6eeb-4475-97d1-cf72e863f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:51:51.515396 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Attempting to bind port 389766be-b8a0-4740-902f-b062688592a3 on network 2ddedf0b-117a-49b0-8e5b-1d9c456042f4 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:51:51.521136 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:51:51.521570 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Checking segment: {'id': '3d7eee9f-6eeb-4475-97d1-cf72e863f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:51:51.522054 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:51.522440 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Bound using segment: {'id': '3d7eee9f-6eeb-4475-97d1-cf72e863f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:51:51.522950 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Bound port: 389766be-b8a0-4740-902f-b062688592a3, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7eee9f-6eeb-4475-97d1-cf72e863f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:51:51.523323 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:51.555495 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:51.633574 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] For port 389766be-b8a0-4740-902f-b062688592a3, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:51:51.637567 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] For port 389766be-b8a0-4740-902f-b062688592a3, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=389766be-b8a0-4740-902f-b062688592a3,segment=NetworkSegment(3d7eee9f-6eeb-4475-97d1-cf72e863f175),segment_id=3d7eee9f-6eeb-4475-97d1-cf72e863f175)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:51:51.641836 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:51.646474 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:51:51.725192 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Routers {'a9011976-0ffb-4935-850c-d5449f4656d4'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:51:51.725824 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002f9aac0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:51:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['a9011976-0ffb-4935-850c-d5449f4656d4'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:51:51.799163 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Pushing event updated for resources: {'Port': ['ID=389766be-b8a0-4740-902f-b062688592a3,revision_number=4']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:51:51.803642 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:51.888338 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] Set router a9011976-0ffb-4935-850c-d5449f4656d4 gateway port host: None {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:51:52.204892 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002f9aac0>, [{'id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'name': 'router1', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:51:39Z', 'updated_at': '2021-06-08T03:51:49Z', 'revision_number': 2, 'project_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'gw_port_host': None, '_interfaces': [{'id': '389766be-b8a0-4740-902f-b062688592a3', 'name': '', 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'mac_address': 'fa:16:3e:bb:90:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbf8692f-bcd7-4923-b2aa-93c5cf2408e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:51:48Z', 'updated_at': '2021-06-08T03:51:51Z', 'revision_number': 4, 'project_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'subnets': [{'id': 'bbf8692f-bcd7-4923-b2aa-93c5cf2408e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c37ba75-dab1-4794-8e5a-9ebef04bb9f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:51:52.209038 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4277d2de-6f20-4f9c-9f33-822adbb3a275 None None] The sync data for ids ['a9011976-0ffb-4935-850c-d5449f4656d4'] in dv-cinder-786627-8-iscsi is: [{'id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'name': 'router1', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:51:39Z', 'updated_at': '2021-06-08T03:51:49Z', 'revision_number': 2, 'project_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'gw_port_host': None, '_interfaces': [{'id': '389766be-b8a0-4740-902f-b062688592a3', 'name': '', 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'mac_address': 'fa:16:3e:bb:90:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbf8692f-bcd7-4923-b2aa-93c5cf2408e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:51:48Z', 'updated_at': '2021-06-08T03:51:51Z', 'revision_number': 4, 'project_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'subnets': [{'id': 'bbf8692f-bcd7-4923-b2aa-93c5cf2408e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c37ba75-dab1-4794-8e5a-9ebef04bb9f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 03:51:52.459023 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 43718) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:51:52.606139 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62707cea-9672-4e46-8071-785dad2349c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:51:52.607377 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-62707cea-9672-4e46-8071-785dad2349c1 admin admin] 10.222.0.15 "GET /v2.0/networks/dad72041-fa15-4feb-a2cc-75b396c0b4c9 HTTP/1.1" status: 200  len: 842 time: 0.1474049
Jun 08 03:51:52.617190 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:51:52.639252 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] Made reservation on behalf of 868d1fb68de84bb2b6ca4c14d12689bd for: {'subnet': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:51:52.641899 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:53.010547 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.objects.ports [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91648) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 08 03:51:53.011000 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:53.015881 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:51:53.086379 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=316f8abd-638d-437c-a94a-d31cd4db0e00,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:51:53.093815 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:53.094779 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] Checking segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:51:53.095131 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] Network hostable DHCP agents. Network: dad72041-fa15-4feb-a2cc-75b396c0b4c9, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 03:51:53.113940 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 03:51:53.123472 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, dad72041-fa15-4feb-a2cc-75b396c0b4c9) {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:51:53.127908 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:51:53.128529 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:53.132810 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9e93ab-fddc-4076-a16e-7dedca9ade03 None None] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:51:53.147268 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5334609
Jun 08 03:51:53.339898 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378e41cc-8771-4a4c-8411-8250b7fd1302 None None] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:51:55.344843 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 389766be-b8a0-4740-902f-b062688592a3 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:51:55.408251 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 43730) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:51:55.412640 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 389766be-b8a0-4740-902f-b062688592a3 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:51:55.417633 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 389766be-b8a0-4740-902f-b062688592a3 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:51:55.418011 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:55.537671 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:55.569629 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port 389766be-b8a0-4740-902f-b062688592a3, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=389766be-b8a0-4740-902f-b062688592a3,segment=NetworkSegment(3d7eee9f-6eeb-4475-97d1-cf72e863f175),segment_id=3d7eee9f-6eeb-4475-97d1-cf72e863f175)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:51:55.573562 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:55.575704 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:51:55.610508 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-31dcc324-9434-4b7b-aaf3-3898f9dd38b0 admin admin] 10.222.0.15 "GET /v2.0/routers/a9011976-0ffb-4935-850c-d5449f4656d4 HTTP/1.1" status: 200  len: 710 time: 0.2010748
Jun 08 03:51:55.642747 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=389766be-b8a0-4740-902f-b062688592a3,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:51:55.645839 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:55.782948 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d1fc51-f8ba-4183-b027-771ee0bcb23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:51:55.784304 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-03d1fc51-f8ba-4183-b027-771ee0bcb23b admin admin] 10.222.0.15 "GET /v2.0/networks/dad72041-fa15-4feb-a2cc-75b396c0b4c9 HTTP/1.1" status: 200  len: 886 time: 0.1688137
Jun 08 03:51:55.792887 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:51:56.233724 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:56.552847 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:56.606938 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:56.736265 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Allocated IP 172.27.3.16 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/c5f14efe-ba32-42ac-a7dd-b23877318f6c) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:51:56.878454 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:56.908699 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:56.909387 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:51:56.909387 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:51:56.909387 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:51:56.909387 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:51:56.909387 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:51:56.909387 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:51:56.924948 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:51:56.926012 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:51:56.928524 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:51:57.321041 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 389766be-b8a0-4740-902f-b062688592a3 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:51:57.340376 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:57.390379 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 389766be-b8a0-4740-902f-b062688592a3 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:51:57.390753 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:57.672527 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:57.675682 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-616841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-616880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618621'] for router, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:57.847325 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Router a9011976-0ffb-4935-850c-d5449f4656d4 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 03:51:58.020724 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 03:51:58.024656 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] Notify callbacks [] for router, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:58.025807 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-4f582f4c-bd4c-48de-b358-a5e7283969f4 admin admin] 10.222.0.15 "PUT /v2.0/routers/a9011976-0ffb-4935-850c-d5449f4656d4 HTTP/1.1" status: 200  len: 889 time: 2.2361400
Jun 08 03:51:58.030274 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Sync routers for ids ['a9011976-0ffb-4935-850c-d5449f4656d4'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 03:51:58.041220 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Routers {'a9011976-0ffb-4935-850c-d5449f4656d4'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:51:58.041895 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0025b98e0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:51:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['a9011976-0ffb-4935-850c-d5449f4656d4'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:51:58.235694 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Set router a9011976-0ffb-4935-850c-d5449f4656d4 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:51:58.581184 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0025b98e0>, [{'id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'name': 'router1', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f14efe-ba32-42ac-a7dd-b23877318f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:51:39Z', 'updated_at': '2021-06-08T03:51:57Z', 'revision_number': 4, 'project_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'gw_port': {'id': 'c5f14efe-ba32-42ac-a7dd-b23877318f6c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ff:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:51:56Z', 'updated_at': '2021-06-08T03:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '389766be-b8a0-4740-902f-b062688592a3', 'name': '', 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'mac_address': 'fa:16:3e:bb:90:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbf8692f-bcd7-4923-b2aa-93c5cf2408e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:51:48Z', 'updated_at': '2021-06-08T03:51:55Z', 'revision_number': 5, 'project_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'subnets': [{'id': 'bbf8692f-bcd7-4923-b2aa-93c5cf2408e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c37ba75-dab1-4794-8e5a-9ebef04bb9f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:51:58.585810 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Checking router: a9011976-0ffb-4935-850c-d5449f4656d4 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 03:51:58.586165 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Updating router a9011976-0ffb-4935-850c-d5449f4656d4 port c5f14efe-ba32-42ac-a7dd-b23877318f6c binding host dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 03:51:58.638709 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:58.959001 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Notify callbacks [] for port, precommit_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:58.970823 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Transition to ACTIVE for port object c5f14efe-ba32-42ac-a7dd-b23877318f6c will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:51:58.989024 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:58.993782 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-a09fa8ff-0950-4e16-952f-e2d074b9e4fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:51:59.065646 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Attempting to bind port c5f14efe-ba32-42ac-a7dd-b23877318f6c on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:51:59.066076 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Attempting to bind port c5f14efe-ba32-42ac-a7dd-b23877318f6c by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:51:59.066394 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Attempting to bind port c5f14efe-ba32-42ac-a7dd-b23877318f6c on network dad72041-fa15-4feb-a2cc-75b396c0b4c9 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:51:59.075010 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c061b-a18b-4f3b-9821-b2e1219f2e57 None None] Pushing event updated for resources: {'Port': ['ID=c5f14efe-ba32-42ac-a7dd-b23877318f6c,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:51:59.077444 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:51:59.077880 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Checking segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:51:59.078543 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:59.078942 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Bound using segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:51:59.079426 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Bound port: c5f14efe-ba32-42ac-a7dd-b23877318f6c, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:51:59.079804 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:59.106057 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-622c061b-a18b-4f3b-9821-b2e1219f2e57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:59.154647 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] For port c5f14efe-ba32-42ac-a7dd-b23877318f6c, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:51:59.158189 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] For port c5f14efe-ba32-42ac-a7dd-b23877318f6c, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=c5f14efe-ba32-42ac-a7dd-b23877318f6c,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:51:59.163295 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:51:59.167791 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:51:59.242185 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c061b-a18b-4f3b-9821-b2e1219f2e57 None None] Pushing event updated for resources: {'Port': ['ID=c5f14efe-ba32-42ac-a7dd-b23877318f6c,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:51:59.245458 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-622c061b-a18b-4f3b-9821-b2e1219f2e57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:51:59.246157 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Routers {'a9011976-0ffb-4935-850c-d5449f4656d4'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:51:59.246739 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0025b98e0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:51:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['a9011976-0ffb-4935-850c-d5449f4656d4'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:51:59.430035 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] Set router a9011976-0ffb-4935-850c-d5449f4656d4 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:51:59.772916 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0025b98e0>, [{'id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'name': 'router1', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f14efe-ba32-42ac-a7dd-b23877318f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:51:39Z', 'updated_at': '2021-06-08T03:51:57Z', 'revision_number': 4, 'project_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'gw_port': {'id': 'c5f14efe-ba32-42ac-a7dd-b23877318f6c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ff:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:51:56Z', 'updated_at': '2021-06-08T03:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '389766be-b8a0-4740-902f-b062688592a3', 'name': '', 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'mac_address': 'fa:16:3e:bb:90:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbf8692f-bcd7-4923-b2aa-93c5cf2408e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:51:48Z', 'updated_at': '2021-06-08T03:51:55Z', 'revision_number': 5, 'project_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'subnets': [{'id': 'bbf8692f-bcd7-4923-b2aa-93c5cf2408e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c37ba75-dab1-4794-8e5a-9ebef04bb9f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:51:59.776696 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a6e81-5d09-48de-8632-bca64950abb6 None None] The sync data for ids ['a9011976-0ffb-4935-850c-d5449f4656d4'] in dv-cinder-786627-8-iscsi is: [{'id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'name': 'router1', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f14efe-ba32-42ac-a7dd-b23877318f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:51:39Z', 'updated_at': '2021-06-08T03:51:57Z', 'revision_number': 4, 'project_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'gw_port': {'id': 'c5f14efe-ba32-42ac-a7dd-b23877318f6c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ff:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:51:56Z', 'updated_at': '2021-06-08T03:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '389766be-b8a0-4740-902f-b062688592a3', 'name': '', 'network_id': '2ddedf0b-117a-49b0-8e5b-1d9c456042f4', 'tenant_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'mac_address': 'fa:16:3e:bb:90:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9011976-0ffb-4935-850c-d5449f4656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbf8692f-bcd7-4923-b2aa-93c5cf2408e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:51:48Z', 'updated_at': '2021-06-08T03:51:55Z', 'revision_number': 5, 'project_id': 'ead7a3e24ae64baf810b3668f6cb5f63', 'subnets': [{'id': 'bbf8692f-bcd7-4923-b2aa-93c5cf2408e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c37ba75-dab1-4794-8e5a-9ebef04bb9f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 03:51:59.910606 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 5 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 03:52:00.409026 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 43738) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:52:00.535758 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-1b50dc54-6e7a-47bc-8a69-8f6c4dba09b8 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1255870
Jun 08 03:52:01.349655 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device c5f14efe-ba32-42ac-a7dd-b23877318f6c up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:52:01.425633 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port c5f14efe-ba32-42ac-a7dd-b23877318f6c completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:52:01.430518 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port c5f14efe-ba32-42ac-a7dd-b23877318f6c triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:52:01.430895 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:52:01.544221 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:52:01.560229 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port c5f14efe-ba32-42ac-a7dd-b23877318f6c, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=c5f14efe-ba32-42ac-a7dd-b23877318f6c,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:52:01.564446 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:52:01.566584 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-622c061b-a18b-4f3b-9821-b2e1219f2e57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:52:01.638810 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=c5f14efe-ba32-42ac-a7dd-b23877318f6c,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:52:01.642045 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:52:03.346722 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device c5f14efe-ba32-42ac-a7dd-b23877318f6c up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:52:03.433791 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port c5f14efe-ba32-42ac-a7dd-b23877318f6c triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:52:03.434264 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:52:12.892702 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-9f941b15-4cc8-43f4-a1a5-1e0bcc8892ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:52:15.242975 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-dda3dc50-dbd4-40b6-b5a8-01d705350c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:52:15.438118 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:52:16.372453 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:52:17.945532 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:52:36.909824 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 5 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 03:52:42.897341 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-02f84159-9403-42dc-a956-ac66eb1a8126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:52:45.241790 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a4e57074-52b1-40e8-ba3b-285a97ca96dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:52:45.424193 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:52:46.368593 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:52:47.949012 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:12.900072 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-8bb1c31c-e82f-4d9d-9f1d-1e3742159c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:13.909392 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 5 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 03:53:15.233624 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3a22db54-71d5-4238-8c7b-9e995506b3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:15.423591 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:16.370141 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:17.953289 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:34.728220 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44306) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:53:34.794454 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.pecan_wsgi.hooks.translation [None req-a102ea37-73ee-467d-b820-788c84315baf admin admin] GET failed (client error): The resource could not be found.
Jun 08 03:53:34.796281 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-a102ea37-73ee-467d-b820-788c84315baf admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0671120
Jun 08 03:53:34.928186 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d1a42-6203-46d8-96a2-21362e202cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:34.929654 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-026d1a42-6203-46d8-96a2-21362e202cf9 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1296659
Jun 08 03:53:37.037470 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44316) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:53:37.144628 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62b435e-1070-4594-8e1b-632336228984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:37.145913 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-f62b435e-1070-4594-8e1b-632336228984 admin admin] 10.222.0.15 "GET /v2.0/subnets/bbf8692f-bcd7-4923-b2aa-93c5cf2408e6 HTTP/1.1" status: 200  len: 849 time: 0.1074929
Jun 08 03:53:37.155648 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:53:37.267224 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:37.454358 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774622143982'] for subnet, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:37.458771 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-540b9d60-ac38-4848-9858-4306440e3e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:53:37.496748 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:37.497843 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:37.512354 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] 10.222.0.15 "PUT /v2.0/subnets/bbf8692f-bcd7-4923-b2aa-93c5cf2408e6 HTTP/1.1" status: 200  len: 868 time: 0.3471169
Jun 08 03:53:37.512621 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2e5c4-e401-42b0-a72a-43ed32415112 None None] Network 2ddedf0b-117a-49b0-8e5b-1d9c456042f4 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:53:37.524215 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf8692f-bcd7-4923-b2aa-93c5cf2408e6,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:53:37.531924 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:53:37.532291 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:53:37.532667 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:53:37.532995 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:53:37.533321 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:53:37.533660 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:53:37.533982 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:53:37.534303 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:53:37.534622 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:53:37.535285 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:53:37.535285 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:53:37.535532 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:53:37.539169 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:53:37.963909 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-db7ebca2-abd1-4a81-8247-8933c88d6d35 None None] Provisioning complete for port 389766be-b8a0-4740-902f-b062688592a3 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:53:37.964280 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-db7ebca2-abd1-4a81-8247-8933c88d6d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:38.086550 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-db7ebca2-abd1-4a81-8247-8933c88d6d35 None None] Provisioning complete for port fd6821c8-e228-4b5b-910d-70c15df20787 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:53:38.086816 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-db7ebca2-abd1-4a81-8247-8933c88d6d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:39.635479 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 44324) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:53:39.806159 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2688d74a-121e-4c88-b4f8-3d22ccdb1dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:39.806646 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2688d74a-121e-4c88-b4f8-3d22ccdb1dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:39.808135 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-2688d74a-121e-4c88-b4f8-3d22ccdb1dfc admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1717355
Jun 08 03:53:41.905500 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 44334) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:53:42.125219 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b90d71-62ac-4ebc-8a8f-2620b8c5e55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:42.125862 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b90d71-62ac-4ebc-8a8f-2620b8c5e55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:42.127413 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-a3b90d71-62ac-4ebc-8a8f-2620b8c5e55b admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2207942
Jun 08 03:53:42.902503 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e6312289-9f8f-4eb4-89dd-e3645ac4acb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:44.224698 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 44342) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:53:44.391188 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f57c92-9898-4f1b-8d1c-c1597e3f1856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:44.392524 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-a5f57c92-9898-4f1b-8d1c-c1597e3f1856 admin admin] 10.222.0.15 "GET /v2.0/networks/2ddedf0b-117a-49b0-8e5b-1d9c456042f4 HTTP/1.1" status: 200  len: 869 time: 0.1668029
Jun 08 03:53:45.236527 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-181fc798-9c70-4233-be32-c8920b393614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:45.425950 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:46.373674 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:46.515941 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44350) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:53:46.681984 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc3883d-0054-4c53-94ef-253a774d13b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:46.683301 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-5bc3883d-0054-4c53-94ef-253a774d13b6 admin admin] 10.222.0.15 "GET /v2.0/networks/dad72041-fa15-4feb-a2cc-75b396c0b4c9 HTTP/1.1" status: 200  len: 886 time: 0.1664000
Jun 08 03:53:47.953451 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:53:48.791818 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44358) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:53:48.896900 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00384350-184e-417e-acc2-6b48fd4f29bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:48.897362 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00384350-184e-417e-acc2-6b48fd4f29bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:48.898887 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-00384350-184e-417e-acc2-6b48fd4f29bc admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1060617
Jun 08 03:53:50.909411 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 5 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 03:53:51.060193 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44366) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:53:51.180427 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5999aa8-7de7-4fce-9431-253a26f0aad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:51.180818 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5999aa8-7de7-4fce-9431-253a26f0aad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:51.182289 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-e5999aa8-7de7-4fce-9431-253a26f0aad8 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1211388
Jun 08 03:53:53.314745 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44374) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:53:53.414466 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f6b26-ad99-454c-9324-a6ba00fdefe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:53.428343 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-220f6b26-ad99-454c-9324-a6ba00fdefe8 admin admin] 10.222.0.15 "GET /v2.0/subnets/316f8abd-638d-437c-a94a-d31cd4db0e00 HTTP/1.1" status: 200  len: 816 time: 0.1001196
Jun 08 03:53:55.513320 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44382) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:53:55.621548 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4152417-6180-4470-a526-569e15de2926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:53:55.622858 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-d4152417-6180-4470-a526-569e15de2926 admin admin] 10.222.0.15 "GET /v2.0/subnets/bbf8692f-bcd7-4923-b2aa-93c5cf2408e6 HTTP/1.1" status: 200  len: 868 time: 0.1085677
Jun 08 03:54:12.904707 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-bdacc570-1818-4fd3-849e-d80b12be6f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:15.237909 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-de1b8775-6019-46eb-878c-e17f03900e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:15.427318 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:16.376852 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:17.956958 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:18.613225 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44426) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:54:18.659427 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [None req-d5dae0a8-9d10-40a2-9484-c030de8f3d13 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91649) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 03:54:18.660410 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-d5dae0a8-9d10-40a2-9484-c030de8f3d13 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0462360
Jun 08 03:54:20.856365 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44434) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:54:20.922921 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.pecan_wsgi.hooks.translation [None req-463ac4f4-6d48-4e1f-bc2f-d4bc16cc5445 admin admin] GET failed (client error): The resource could not be found.
Jun 08 03:54:20.924176 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-463ac4f4-6d48-4e1f-bc2f-d4bc16cc5445 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0668597
Jun 08 03:54:21.049315 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eb4f5b-f42f-4d00-8bd1-7f1ff11b7049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:54:21.050677 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-f1eb4f5b-f42f-4d00-8bd1-7f1ff11b7049 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1227195
Jun 08 03:54:23.195302 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44442) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:54:23.242468 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:54:23.263382 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] Made reservation on behalf of 868d1fb68de84bb2b6ca4c14d12689bd for: {'network': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:54:23.265952 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:23.354389 dv-cinder-786627-8-iscsi neutron-server[91649]: WARNING neutron.services.revisions.revision_plugin [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fb0020c3c10] {project_id='868d1fb68de84bb2b6ca4c14d12689bd', id='759c228a-b275-4e67-9d8d-eb98c669d05b', target_tenant='*', action='access_as_shared', object_id='0fbcde76-7f98-4a29-ba8d-f7e987723030'}> to bump revision.
Jun 08 03:54:23.367457 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=91649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 03:54:23.378068 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:23.378402 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.segments_db [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] Added segment ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f of type vlan for network 0fbcde76-7f98-4a29-ba8d-f7e987723030
Jun 08 03:54:23.403617 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:23.432255 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:23.433549 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:54:23.434124 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:23.439176 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:54:23.551843 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3553975
Jun 08 03:54:23.561717 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] Pushing event updated for resources: {'Network': ['ID=0fbcde76-7f98-4a29-ba8d-f7e987723030,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:54:23.564595 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:54:23.572374 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 0fbcde76-7f98-4a29-ba8d-f7e987723030 details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 03:54:25.700237 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 44450) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:54:25.766266 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6d0ed8-4c76-4e7a-8830-73708784b938 admin admin] GET failed (client error): The resource could not be found.
Jun 08 03:54:25.767499 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-3e6d0ed8-4c76-4e7a-8830-73708784b938 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0658178
Jun 08 03:54:25.870490 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf33e745-276c-48e0-b81b-f20335df46f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:54:25.871894 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-cf33e745-276c-48e0-b81b-f20335df46f2 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1006529
Jun 08 03:54:25.882086 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '0fbcde76-7f98-4a29-ba8d-f7e987723030', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:54:25.901718 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Made reservation on behalf of 868d1fb68de84bb2b6ca4c14d12689bd for: {'subnet': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:54:25.904159 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:26.101910 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:26.106328 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fbbda795-6b0a-4f8b-b7c1-1b42c0398e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:54:26.176228 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f409b73-e070-47f4-bb3c-7d0cc5f27a58,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:54:26.183407 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Checking segment: {'id': 'ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0fbcde76-7f98-4a29-ba8d-f7e987723030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:54:26.183756 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Network hostable DHCP agents. Network: 0fbcde76-7f98-4a29-ba8d-f7e987723030, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 03:54:26.188276 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:26.188660 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:26.188996 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:26.189324 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:26.189648 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:26.189972 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:26.190290 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:26.190604 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:26.190935 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:26.191251 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:26.191564 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:26.191873 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:26.197870 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:54:26.208366 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Network 0fbcde76-7f98-4a29-ba8d-f7e987723030 is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 03:54:26.217473 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 0fbcde76-7f98-4a29-ba8d-f7e987723030) {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:54:26.222090 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:54:26.223209 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:26.226558 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d70532f-eebb-4619-9804-b742517e64c3 None None] Network 0fbcde76-7f98-4a29-ba8d-f7e987723030 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:54:26.241948 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3631918
Jun 08 03:54:26.474895 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8192669b-121c-5dae-98fe-8037b84af970-0fbcde76-7f98-4a29-ba8d-f7e987723030', 'network_id': '0fbcde76-7f98-4a29-ba8d-f7e987723030', 'tenant_id': '868d1fb68de84bb2b6ca4c14d12689bd', 'fixed_ips': [{'subnet_id': '0f409b73-e070-47f4-bb3c-7d0cc5f27a58'}]}} from dv-cinder-786627-8-iscsi. {{(pid=91650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 03:54:26.474895 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:26.629149 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.db_base_plugin_common [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Allocated IP 192.168.233.2 (0fbcde76-7f98-4a29-ba8d-f7e987723030/0f409b73-e070-47f4-bb3c-7d0cc5f27a58/9fe40bfe-d1ad-4efc-8140-78c91849969e) {{(pid=91650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:54:26.835845 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:26.846586 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Transition to ACTIVE for port object 9fe40bfe-d1ad-4efc-8140-78c91849969e will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:54:26.864827 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Transition to ACTIVE for port object 9fe40bfe-d1ad-4efc-8140-78c91849969e will not be triggered until provisioned by entity DHCP. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:54:26.870412 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:26.871142 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:54:26.871142 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:54:26.871142 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:54:26.871142 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:54:26.871142 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:54:26.871142 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:54:26.887825 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Network 0fbcde76-7f98-4a29-ba8d-f7e987723030 is already hosted by enough agents. {{(pid=91650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:54:26.888941 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.base_scheduler [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Resources bound (agent type, host, resource id):  {{(pid=91650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:54:26.891361 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Received port after_create {{(pid=91650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:54:26.989761 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Attempting to bind port 9fe40bfe-d1ad-4efc-8140-78c91849969e on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:54:26.990134 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Attempting to bind port 9fe40bfe-d1ad-4efc-8140-78c91849969e by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0fbcde76-7f98-4a29-ba8d-f7e987723030'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:54:26.990493 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Attempting to bind port 9fe40bfe-d1ad-4efc-8140-78c91849969e on network 0fbcde76-7f98-4a29-ba8d-f7e987723030 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:54:26.996063 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:54:26.996481 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Checking segment: {'id': 'ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0fbcde76-7f98-4a29-ba8d-f7e987723030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:54:26.997121 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:26.997821 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Bound using segment: {'id': 'ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0fbcde76-7f98-4a29-ba8d-f7e987723030'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:54:26.998625 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Bound port: 9fe40bfe-d1ad-4efc-8140-78c91849969e, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0fbcde76-7f98-4a29-ba8d-f7e987723030'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:54:26.999253 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:27.094381 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] For port 9fe40bfe-d1ad-4efc-8140-78c91849969e, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:54:27.097449 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] For port 9fe40bfe-d1ad-4efc-8140-78c91849969e, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=9fe40bfe-d1ad-4efc-8140-78c91849969e,segment=NetworkSegment(ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f),segment_id=ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:54:27.102238 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:27.106051 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:54:27.178816 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Pushing event updated for resources: {'Port': ['ID=9fe40bfe-d1ad-4efc-8140-78c91849969e,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:54:27.186138 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:27.186613 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:27.186825 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:27.187144 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:27.187460 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:27.187779 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:27.188138 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:27.188435 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:27.188771 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:27.189086 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:27.189399 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:27.189708 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:54:27.193979 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:54:27.485838 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 9fe40bfe-d1ad-4efc-8140-78c91849969e up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:54:27.555487 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 9fe40bfe-d1ad-4efc-8140-78c91849969e completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:54:27.915618 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 5 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 03:54:28.011095 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c6030e-f2c7-4615-8628-690de62fa236 None None] Network 0fbcde76-7f98-4a29-ba8d-f7e987723030 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:54:28.106173 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-816d74e5-0f90-4f55-8aac-90896937315f None None] Provisioning for port 9fe40bfe-d1ad-4efc-8140-78c91849969e completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:54:28.124153 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-816d74e5-0f90-4f55-8aac-90896937315f None None] Provisioning complete for port 9fe40bfe-d1ad-4efc-8140-78c91849969e triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:54:28.124462 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-816d74e5-0f90-4f55-8aac-90896937315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:28.347755 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-816d74e5-0f90-4f55-8aac-90896937315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:28.388895 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-816d74e5-0f90-4f55-8aac-90896937315f None None] For port 9fe40bfe-d1ad-4efc-8140-78c91849969e, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=9fe40bfe-d1ad-4efc-8140-78c91849969e,segment=NetworkSegment(ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f),segment_id=ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:54:28.393202 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-816d74e5-0f90-4f55-8aac-90896937315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:28.395283 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:54:28.463313 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d74e5-0f90-4f55-8aac-90896937315f None None] Pushing event updated for resources: {'Port': ['ID=9fe40bfe-d1ad-4efc-8140-78c91849969e,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:54:28.469033 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-816d74e5-0f90-4f55-8aac-90896937315f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:54:28.615661 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-5af8af1a-a56c-42b9-afe3-35b5807b14f2 None None] Provisioning complete for port 9fe40bfe-d1ad-4efc-8140-78c91849969e triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:54:28.616359 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-5af8af1a-a56c-42b9-afe3-35b5807b14f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:29.443993 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 9fe40bfe-d1ad-4efc-8140-78c91849969e up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:54:29.513160 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 9fe40bfe-d1ad-4efc-8140-78c91849969e triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:54:29.513454 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:42.907517 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-240237d5-882f-495f-96ae-6bdfef8fa79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:45.244251 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3ca46c3d-e096-41f2-9692-4ed66ed05dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:45.429265 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:46.381513 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:54:47.959259 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:04.913739 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 5 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 03:55:12.909012 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-0afd28b1-c36f-4216-b200-bc8779a853de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:15.236246 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a03b-638f-4584-a506-98e575663204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:15.431651 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:16.382192 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:17.961741 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:32.892509 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 44502) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:55:32.898454 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [None req-0faa373c-3426-42d3-9fe5-f02d9645f131 tempest-verify_tempest_config-1550475480 tempest-verify_tempest_config-1550475480-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 03:55:32.899399 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-0faa373c-3426-42d3-9fe5-f02d9645f131 tempest-verify_tempest_config-1550475480 tempest-verify_tempest_config-1550475480-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059357
Jun 08 03:55:33.194054 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 44520) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:55:33.307014 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:33.408811 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:33.412205 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:33.420603 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:55:33.458293 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2f8447bc8ce4ec08955a05f513f77e1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2632515
Jun 08 03:55:33.459912 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c6f36f-4e57-4017-9385-1e4a505af9af,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:55:33.461112 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44524) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:55:33.466930 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.467271 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.467607 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.467939 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.468267 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.468639 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.468963 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.469285 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.469621 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.469941 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.470259 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.470574 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.474432 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:55:33.519524 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:33.543405 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:33.636815 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:33.640066 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:33.641414 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2c6f36f-4e57-4017-9385-1e4a505af9af HTTP/1.1" status: 204  len: 168 time: 0.1792922
Jun 08 03:55:33.642531 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:55:33.651990 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c6f36f-4e57-4017-9385-1e4a505af9af,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:55:33.658836 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.659205 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.659538 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.659863 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.660185 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.660533 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.660852 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.661166 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.661503 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.661816 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.662125 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.662435 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:55:33.665497 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:55:41.911775 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 5 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 03:55:42.910552 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e1ccf9c-9460-4b07-a45f-8ad1ba12fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:45.238343 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-c2e11742-2c4a-4c28-a44f-18d5592e2555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:45.434771 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:46.384270 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:55:47.967539 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:56:12.911836 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-981ec824-5bfd-4875-b347-d1e6a9ea83ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:56:15.240974 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-1a755782-f47b-423a-81dd-c3fc53b248cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:56:15.436365 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:56:16.387728 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:56:17.967507 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:56:18.910388 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 5 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 03:56:42.913398 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-72b961f5-29a4-4348-b3ff-dec006778e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:56:45.241790 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-807e207b-136c-42bb-9583-c9baea7d1c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:56:45.438190 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:56:46.390489 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:56:47.971562 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:56:55.909355 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 5 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 03:57:05.850326 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557'] for agent, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:57:10.128869 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44578) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:57:10.241060 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-9dd91dab-a39c-4ac6-908d-b3d1084ee4fb admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1111035
Jun 08 03:57:12.366768 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44588) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:57:12.420461 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-e93bbd62-9c64-4e15-acbf-1df9d7493279 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0525956
Jun 08 03:57:12.915281 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-7e36f9a6-c77f-43e6-b799-99ea69b0f53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:57:15.243580 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-72383f4c-aa84-41e6-a0c4-1977a910192a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:57:15.442337 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:57:16.394056 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:57:17.975125 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:57:32.909743 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 03:57:35.819261 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:57:42.915874 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-58026a69-1a76-44ec-8200-0f429c14a1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:57:45.245382 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-689f72c1-3481-4e15-ad56-3e1a716cb67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:57:45.443811 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:57:46.395757 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:57:47.976964 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:05.827676 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:09.909933 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 03:58:12.917537 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f59f21eb-090e-432a-bd92-4a8d03c580f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:15.246328 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f1275b6b-ecd7-4fc6-a4fc-f31a5338e69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:15.446304 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:16.399275 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:17.983984 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:35.817620 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:36.310751 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44770) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:36.359069 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44780) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:36.632892 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-794858510-network', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:36.659986 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-network', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:36.670419 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Made reservation on behalf of 3f56f6fbd6fd45a2bba7e5c300a8b2b4 for: {'network': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:58:36.673245 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:36.694796 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:36.711423 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Made reservation on behalf of abf42340f75147129f89ce0ba005ee2c for: {'network': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:58:36.713775 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:36.731464 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:36.834308 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:36.842277 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:36.852953 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:36.874362 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=91649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 03:58:36.914146 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:36.914146 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.segments_db [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Added segment 1b35ba24-7932-4b61-b17f-0ec1f7c0668e of type vlan for network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2
Jun 08 03:58:36.920208 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff3de40-fddc-4696-9cec-8037d6e00dbd,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:36.949621 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:36.950022 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:36.950390 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:36.950788 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:36.951112 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:36.951449 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:36.951827 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:36.952144 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:36.952529 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:36.952863 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:36.953181 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:36.953738 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Tracked resource versions report:
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]: pushed versions:
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]: {   'AddressGroup': {'1.2'},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     'ConntrackHelper': {'1.0'},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     'Log': {'1.0'},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     'Network': {'1.1'},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     'Port': {'1.7'},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     'PortForwarding': {'1.2'},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     'QosPolicy': {'1.8'},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     'SecurityGroup': {'1.4'},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     'SecurityGroupRule': {'1.2'},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     'SubPort': {'1.0'},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     'Subnet': {'1.1'},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     'Trunk': {'1.1'}}
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]: consumer versions:
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]: {   DHCP agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     HyperV agent@hv-cinder-78662: {},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     L3 agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     Metadata agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     Metering agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:     Open vSwitch agent@dv-cinder-786627-8-iscsi: {   'AddressGroup': '1.2',
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'ConntrackHelper': '1.0',
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'Log': '1.0',
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'Network': '1.1',
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'Port': '1.7',
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'PortForwarding': '1.2',
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'QosPolicy': '1.8',
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'SecurityGroup': '1.4',
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'SecurityGroupRule': '1.2',
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'SubPort': '1.0',
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'Subnet': '1.1',
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:                                                      'Trunk': '1.1'}}
Jun 08 03:58:36.954814 dv-cinder-786627-8-iscsi neutron-server[91649]:  {{(pid=91649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 03:58:36.958644 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:36.970982 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.053235 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.056905 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:37.057775 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.064762 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.065669 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-23d15d52-4c3b-454f-8b73-748ee39913b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:37.079967 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 44814) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:37.086400 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.115108 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 44820) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:37.178504 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 44826) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:37.178666 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.8660045
Jun 08 03:58:37.184298 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Request body: {'subnet': {'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-794858510-subnet', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:37.187439 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=91649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 03:58:37.195819 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Pushing event updated for resources: {'Network': ['ID=3f11e1f7-c04d-46a9-8e75-9364662bc4d2,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:37.207007 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 03:58:37.212455 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:37.213078 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:37.236433 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Made reservation on behalf of 3f56f6fbd6fd45a2bba7e5c300a8b2b4 for: {'subnet': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:58:37.238818 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.248804 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f5af23-fb41-4e33-9d58-cac88b0eea72,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:37.266354 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:37.270404 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.270941 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.segments_db [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Added segment 8d8704e0-aa2f-4665-94e7-a6dd1eb14247 of type vlan for network 25595095-7d27-4a13-98f0-9ae27dbcb04c
Jun 08 03:58:37.308284 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44828) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:37.333176 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.398879 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.400651 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:37.401398 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.425373 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:37.434856 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-414602290-network', 'tenant_id': '8279772a97114892b0ce86b3832f7aee'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:37.473301 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-746063450-network', 'tenant_id': '69503fbb25244595983009a8135abd9e'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:37.499995 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Made reservation on behalf of 8279772a97114892b0ce86b3832f7aee for: {'network': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:58:37.503078 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.524237 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.544815 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-756069536-network', 'tenant_id': '0f420569d3364595a1a3b52dcf59d025'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:37.546894 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Made reservation on behalf of 69503fbb25244595983009a8135abd9e for: {'network': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:58:37.548205 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Pushing event updated for resources: {'Network': ['ID=25595095-7d27-4a13-98f0-9ae27dbcb04c,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:37.551167 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1910172
Jun 08 03:58:37.552443 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:37.554448 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44844) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:37.556132 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.559070 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 25595095-7d27-4a13-98f0-9ae27dbcb04c details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 03:58:37.575371 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-4b984e78-a6b8-4eb2-b2d5-05d12b200409 admin admin] Request body: {'subnet': {'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-subnet', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:37.583668 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.633108 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Made reservation on behalf of 0f420569d3364595a1a3b52dcf59d025 for: {'network': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:58:37.635755 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.670464 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.704604 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b984e78-a6b8-4eb2-b2d5-05d12b200409 admin admin] Made reservation on behalf of abf42340f75147129f89ce0ba005ee2c for: {'subnet': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:58:37.711547 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4b984e78-a6b8-4eb2-b2d5-05d12b200409 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.883295 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:37.911289 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:38.009599 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=3659b78f-2e2e-4fd8-bb9f-78f99e371e12,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:38.017093 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4b984e78-a6b8-4eb2-b2d5-05d12b200409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.022229 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:38.053291 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.055924 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:38.056414 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:38.056741 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:38.057072 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:38.057404 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:38.057791 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:38.058106 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:38.058481 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:38.058867 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:38.059242 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:38.059574 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:38.059997 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Tracked resource versions report:
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]: pushed versions:
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]: {   'AddressGroup': {'1.2'},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     'ConntrackHelper': {'1.0'},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     'Log': {'1.0'},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     'Network': {'1.1'},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     'Port': {'1.7'},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     'PortForwarding': {'1.2'},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     'QosPolicy': {'1.8'},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     'SecurityGroup': {'1.4'},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     'SecurityGroupRule': {'1.2'},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     'SubPort': {'1.0'},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     'Subnet': {'1.1'},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     'Trunk': {'1.1'}}
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]: consumer versions:
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]: {   DHCP agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     HyperV agent@hv-cinder-78662: {},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     L3 agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     Metadata agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     Metering agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:     Open vSwitch agent@dv-cinder-786627-8-iscsi: {   'AddressGroup': '1.2',
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'ConntrackHelper': '1.0',
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'Log': '1.0',
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'Network': '1.1',
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'Port': '1.7',
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'PortForwarding': '1.2',
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'QosPolicy': '1.8',
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'SecurityGroup': '1.4',
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'SecurityGroupRule': '1.2',
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'SubPort': '1.0',
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'Subnet': '1.1',
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:                                                      'Trunk': '1.1'}}
Jun 08 03:58:38.061282 dv-cinder-786627-8-iscsi neutron-server[91648]:  {{(pid=91648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 03:58:38.070710 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:38.076807 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.091826 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:38.137458 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=91648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 03:58:38.140838 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Checking segment: {'id': '1b35ba24-7932-4b61-b17f-0ec1f7c0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:58:38.141917 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Network hostable DHCP agents. Network: 3f11e1f7-c04d-46a9-8e75-9364662bc4d2, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 03:58:38.169565 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.169919 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.segments_db [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Added segment 765ceed1-e7df-490d-be22-3a70fb33c60d of type vlan for network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf
Jun 08 03:58:38.173696 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9854f105-7223-4892-9095-004345865686,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:38.181981 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:38.206652 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b984e78-a6b8-4eb2-b2d5-05d12b200409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04013948-cf16-4867-b02e-8ad55b6e8639,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:38.212228 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-4b984e78-a6b8-4eb2-b2d5-05d12b200409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:38.220616 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.224466 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 03:58:38.239613 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b984e78-a6b8-4eb2-b2d5-05d12b200409 admin admin] Checking segment: {'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:58:38.241611 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b984e78-a6b8-4eb2-b2d5-05d12b200409 admin admin] Network hostable DHCP agents. Network: 25595095-7d27-4a13-98f0-9ae27dbcb04c, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 03:58:38.251164 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 3f11e1f7-c04d-46a9-8e75-9364662bc4d2) {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:58:38.264509 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0622ffa-1563-424b-aba0-7083f52d1e40 None None] Network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:58:38.265550 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:38.266982 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.280842 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b984e78-a6b8-4eb2-b2d5-05d12b200409 admin admin] Network 25595095-7d27-4a13-98f0-9ae27dbcb04c is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 03:58:38.294354 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-4b984e78-a6b8-4eb2-b2d5-05d12b200409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 25595095-7d27-4a13-98f0-9ae27dbcb04c) {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:58:38.306709 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b984e78-a6b8-4eb2-b2d5-05d12b200409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:38.307316 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4b984e78-a6b8-4eb2-b2d5-05d12b200409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.336193 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.339750 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:38.340532 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.352468 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:38.401327 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ff482c-9964-45f7-a1fa-aff4f25d5c2f None None] Network 25595095-7d27-4a13-98f0-9ae27dbcb04c requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:58:38.471721 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.488112 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-4b984e78-a6b8-4eb2-b2d5-05d12b200409 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9316633
Jun 08 03:58:38.491337 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Pushing event updated for resources: {'Network': ['ID=2caf7b80-2274-4c12-8b5d-0f60e74c7baf,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:38.492487 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44872) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:38.497732 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.499002 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:38.504524 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:38.516366 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 03:58:38.529231 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=91648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 03:58:38.548087 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.548505 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.segments_db [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Added segment 7a5ce95c-f369-4694-9de6-62cebbdc75f1 of type vlan for network 837001f9-2e0e-4bac-935e-3440dea914fb
Jun 08 03:58:38.560370 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:38.600825 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.5188205
Jun 08 03:58:38.604102 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.4246318
Jun 08 03:58:38.605092 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdcace7-4064-4818-98ec-ceb6d5ee4b83,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:38.608998 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:38.612955 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 44886) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:38.620146 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44884) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:38.624223 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-794858510-router', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:38.633328 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Request body: {'subnet': {'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-746063450-subnet', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:38.659848 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.696034 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.705673 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.707369 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:38.708019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.708466 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.712002 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:38.736264 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=91649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 03:58:38.737549 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff9991-541c-4459-af42-e8c79ca1b1d5 None None] Network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:58:38.748168 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.748662 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.segments_db [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Added segment 2380855f-0df8-43a5-a10f-f566351d733d of type vlan for network 62182247-74d1-42df-8dc8-479d3547464f
Jun 08 03:58:38.781038 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.814174 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-784d5c04-005e-469b-9ece-3dddc5854935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:38.833618 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.db.api [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 08 03:58:38.833618 dv-cinder-786627-8-iscsi neutron-server[91648]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 08 03:58:38.833618 dv-cinder-786627-8-iscsi neutron-server[91648]: [parameters: {'project_id_1': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'expiration_1': datetime.datetime(2021, 6, 8, 3, 58, 38, 629488)}]
Jun 08 03:58:38.833618 dv-cinder-786627-8-iscsi neutron-server[91648]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 08 03:58:38.834074 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_db.api [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 08 03:58:38.857126 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.858684 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7648b0fc-21f6-4392-87ec-d467be5c5e7c,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:38.864499 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:38.867733 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:38.868724 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.879713 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Pushing event updated for resources: {'Network': ['ID=837001f9-2e0e-4bac-935e-3440dea914fb,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:38.885148 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:38.888804 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:38.902890 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 837001f9-2e0e-4bac-935e-3440dea914fb details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 03:58:38.953229 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.db.api [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 08 03:58:38.953229 dv-cinder-786627-8-iscsi neutron-server[91649]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 08 03:58:38.953229 dv-cinder-786627-8-iscsi neutron-server[91649]: [parameters: {'project_id_1': '69503fbb25244595983009a8135abd9e', 'expiration_1': datetime.datetime(2021, 6, 8, 3, 58, 38, 646796)}]
Jun 08 03:58:38.953229 dv-cinder-786627-8-iscsi neutron-server[91649]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 08 03:58:38.953887 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_db.api [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 08 03:58:38.971885 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.8526490
Jun 08 03:58:38.973561 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 44898) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:38.975041 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-618584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4362'] for router, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.976066 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:38.983451 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-dea54f79-8dda-41c3-b0e8-067e550954df admin admin] Request body: {'subnet': {'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-414602290-subnet', 'tenant_id': '8279772a97114892b0ce86b3832f7aee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:38.988605 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.6784494
Jun 08 03:58:38.991962 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44900) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:39.002967 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-9eaad80f-a532-42e7-8bfc-2c269c454c28 admin admin] Request body: {'subnet': {'network_id': '62182247-74d1-42df-8dc8-479d3547464f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-756069536-subnet', 'tenant_id': '0f420569d3364595a1a3b52dcf59d025', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:39.006642 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Pushing event updated for resources: {'Network': ['ID=62182247-74d1-42df-8dc8-479d3547464f,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:39.014136 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:39.024523 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:39.026612 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 62182247-74d1-42df-8dc8-479d3547464f details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 03:58:39.029374 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea54f79-8dda-41c3-b0e8-067e550954df admin admin] Made reservation on behalf of 8279772a97114892b0ce86b3832f7aee for: {'subnet': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:58:39.039671 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-dea54f79-8dda-41c3-b0e8-067e550954df admin admin] Notify callbacks [] for subnet, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:39.097446 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaad80f-a532-42e7-8bfc-2c269c454c28 admin admin] Made reservation on behalf of 0f420569d3364595a1a3b52dcf59d025 for: {'subnet': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:58:39.100717 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9eaad80f-a532-42e7-8bfc-2c269c454c28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:39.232915 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44912) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:39.241774 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8192669b-121c-5dae-98fe-8037b84af970-25595095-7d27-4a13-98f0-9ae27dbcb04c', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639'}]}} from dv-cinder-786627-8-iscsi. {{(pid=91650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 03:58:39.242634 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:39.511163 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-618584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4362'] for router, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:39.512264 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:39.568214 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:39.653446 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:39.682631 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-dea54f79-8dda-41c3-b0e8-067e550954df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:39.694077 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3fdb9da9-5d6f-4b7c-8a74-fc4715ca850d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:39.707879 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-656bf43d-21b9-45d0-8909-7fb41a7d8f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:39.820527 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3fdb9da9-5d6f-4b7c-8a74-fc4715ca850d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:39.833412 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.db_base_plugin_common [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Allocated IP 172.20.0.2 (25595095-7d27-4a13-98f0-9ae27dbcb04c/04013948-cf16-4867-b02e-8ad55b6e8639/53325f21-91d7-4903-a252-7d0d48ed192d) {{(pid=91650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:58:39.958966 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3fdb9da9-5d6f-4b7c-8a74-fc4715ca850d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.017707 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea54f79-8dda-41c3-b0e8-067e550954df admin admin] Pushing event updated for resources: {'Subnet': ['ID=27ee18ff-e7d4-4abb-b4d2-4645081d1189,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:40.028687 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-dea54f79-8dda-41c3-b0e8-067e550954df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:40.037611 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea54f79-8dda-41c3-b0e8-067e550954df admin admin] Checking segment: {'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:58:40.037969 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea54f79-8dda-41c3-b0e8-067e550954df admin admin] Network hostable DHCP agents. Network: 837001f9-2e0e-4bac-935e-3440dea914fb, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 03:58:40.094421 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Notify callbacks [] for port, precommit_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.100253 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.106093 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Transition to ACTIVE for port object 53325f21-91d7-4903-a252-7d0d48ed192d will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:58:40.116976 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:40.128344 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Transition to ACTIVE for port object 53325f21-91d7-4903-a252-7d0d48ed192d will not be triggered until provisioned by entity DHCP. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:58:40.132654 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-3fdb9da9-5d6f-4b7c-8a74-fc4715ca850d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a24369181014abeb7861acc9408ae03&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8990262
Jun 08 03:58:40.135204 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9eaad80f-a532-42e7-8bfc-2c269c454c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.139053 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 44944) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:40.140901 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.142513 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:40.142513 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:58:40.142513 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:58:40.142513 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:58:40.142513 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:40.142513 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:58:40.157638 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea54f79-8dda-41c3-b0e8-067e550954df admin admin] Network 837001f9-2e0e-4bac-935e-3440dea914fb is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 03:58:40.163182 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Made reservation on behalf of 69503fbb25244595983009a8135abd9e for: {'subnet': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:58:40.165641 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.169235 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Network 25595095-7d27-4a13-98f0-9ae27dbcb04c is already hosted by enough agents. {{(pid=91650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:58:40.170728 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.base_scheduler [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Resources bound (agent type, host, resource id):  {{(pid=91650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:58:40.174580 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Received port after_create {{(pid=91650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:58:40.246079 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-dea54f79-8dda-41c3-b0e8-067e550954df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 837001f9-2e0e-4bac-935e-3440dea914fb) {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:58:40.260211 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b48c5b-eb63-4ae5-8abf-04346be68cb1 None None] Network 837001f9-2e0e-4bac-935e-3440dea914fb requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:58:40.265417 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea54f79-8dda-41c3-b0e8-067e550954df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:40.266620 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-dea54f79-8dda-41c3-b0e8-067e550954df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.309747 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-dea54f79-8dda-41c3-b0e8-067e550954df admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3341002
Jun 08 03:58:40.326081 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fb77507c-0eea-45c3-8da5-70af14163a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.352493 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Attempting to bind port 53325f21-91d7-4903-a252-7d0d48ed192d on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:58:40.353257 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Attempting to bind port 53325f21-91d7-4903-a252-7d0d48ed192d by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:58:40.353790 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Attempting to bind port 53325f21-91d7-4903-a252-7d0d48ed192d on network 25595095-7d27-4a13-98f0-9ae27dbcb04c {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:58:40.365159 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:58:40.365532 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Checking segment: {'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:58:40.366134 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.366682 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Bound using segment: {'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:58:40.367326 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Bound port: 53325f21-91d7-4903-a252-7d0d48ed192d, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:58:40.367867 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.373602 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fb77507c-0eea-45c3-8da5-70af14163a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.421164 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb9da9-5d6f-4b7c-8a74-fc4715ca850d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec7b92e-315f-4feb-b3ce-ae4d31364fa2,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:40.425550 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-3fdb9da9-5d6f-4b7c-8a74-fc4715ca850d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:40.436985 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:40.486307 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] For port 53325f21-91d7-4903-a252-7d0d48ed192d, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:58:40.489921 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] For port 53325f21-91d7-4903-a252-7d0d48ed192d, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=53325f21-91d7-4903-a252-7d0d48ed192d,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:58:40.502891 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.521924 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-622c061b-a18b-4f3b-9821-b2e1219f2e57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:40.557449 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaad80f-a532-42e7-8bfc-2c269c454c28 admin admin] Checking segment: {'id': '2380855f-0df8-43a5-a10f-f566351d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62182247-74d1-42df-8dc8-479d3547464f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:58:40.557803 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaad80f-a532-42e7-8bfc-2c269c454c28 admin admin] Network hostable DHCP agents. Network: 62182247-74d1-42df-8dc8-479d3547464f, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 03:58:40.571532 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.591389 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaad80f-a532-42e7-8bfc-2c269c454c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9581f9c-7003-48d2-a07d-6465d9464388,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:40.603788 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-9eaad80f-a532-42e7-8bfc-2c269c454c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:40.604269 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-9eaad80f-a532-42e7-8bfc-2c269c454c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:40.744997 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.751800 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Pushing event updated for resources: {'Port': ['ID=53325f21-91d7-4903-a252-7d0d48ed192d,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:40.765608 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:40.766109 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:40.766530 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:40.769521 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:40.769939 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:40.770466 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:40.770861 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:40.771275 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:40.771695 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:40.772083 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:40.772500 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:40.772882 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Tracked resource versions report:
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]: pushed versions:
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]: {   'AddressGroup': {'1.2'},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     'ConntrackHelper': {'1.0'},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     'Log': {'1.0'},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     'Network': {'1.1'},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     'Port': {'1.7'},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     'PortForwarding': {'1.2'},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     'QosPolicy': {'1.8'},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     'SecurityGroup': {'1.4'},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     'SecurityGroupRule': {'1.2'},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     'SubPort': {'1.0'},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     'Subnet': {'1.1'},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     'Trunk': {'1.1'}}
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]: consumer versions:
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]: {   DHCP agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     HyperV agent@hv-cinder-78662: {},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     L3 agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     Metadata agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     Metering agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:     Open vSwitch agent@dv-cinder-786627-8-iscsi: {   'AddressGroup': '1.2',
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'ConntrackHelper': '1.0',
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'Log': '1.0',
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'Network': '1.1',
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'Port': '1.7',
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'PortForwarding': '1.2',
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'QosPolicy': '1.8',
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'SecurityGroup': '1.4',
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'SecurityGroupRule': '1.2',
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'SubPort': '1.0',
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'Subnet': '1.1',
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:                                                      'Trunk': '1.1'}}
Jun 08 03:58:40.774169 dv-cinder-786627-8-iscsi neutron-server[91650]:  {{(pid=91650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 03:58:40.785636 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81655e9a-beb3-4f44-af53-714067fff6f0 None None] Network 837001f9-2e0e-4bac-935e-3440dea914fb requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:58:40.794744 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.796888 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fb77507c-0eea-45c3-8da5-70af14163a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.801438 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fb77507c-0eea-45c3-8da5-70af14163a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:40.805356 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-fb77507c-0eea-45c3-8da5-70af14163a25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ec7b92e-315f-4feb-b3ce-ae4d31364fa2 HTTP/1.1" status: 204  len: 168 time: 0.6596279
Jun 08 03:58:40.805647 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:40.843724 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:40.864268 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77507c-0eea-45c3-8da5-70af14163a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec7b92e-315f-4feb-b3ce-ae4d31364fa2,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:40.867677 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fb77507c-0eea-45c3-8da5-70af14163a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:40.885108 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaad80f-a532-42e7-8bfc-2c269c454c28 admin admin] Network 62182247-74d1-42df-8dc8-479d3547464f is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 03:58:40.916203 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d448cf88-0b89-4356-abde-c6d847bfa2f6,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:41.238753 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Allocated IP 172.27.3.22 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/4d6c04b5-0d5c-4a52-9cc3-67252d33a31e) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:58:41.251607 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:41.252625 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 44982) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:41.263001 dv-cinder-786627-8-iscsi neutron-server[91649]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 08 03:58:41.318386 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-9eaad80f-a532-42e7-8bfc-2c269c454c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 62182247-74d1-42df-8dc8-479d3547464f) {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:58:41.324750 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaad80f-a532-42e7-8bfc-2c269c454c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:41.325293 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9eaad80f-a532-42e7-8bfc-2c269c454c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:41.424798 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Checking segment: {'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:58:41.425155 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Network hostable DHCP agents. Network: 2caf7b80-2274-4c12-8b5d-0f60e74c7baf, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 03:58:41.486093 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-9eaad80f-a532-42e7-8bfc-2c269c454c28 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4845908
Jun 08 03:58:41.495957 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d25f68f-2c2e-4a71-a30f-a2bd6f742cdb None None] Network 62182247-74d1-42df-8dc8-479d3547464f requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:58:41.527490 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:41.564579 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 44992) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:41.618673 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9e49cbff-b78d-4daf-9b3e-78baf766821e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:41.627475 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:41.644385 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:41.760407 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 53325f21-91d7-4903-a252-7d0d48ed192d up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:58:41.818135 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 03:58:41.874939 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:41.875575 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:41.875575 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:58:41.875575 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:58:41.875575 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:58:41.875575 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:41.875575 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:58:41.884613 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 2caf7b80-2274-4c12-8b5d-0f60e74c7baf) {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:58:41.912746 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b433473-d42d-444b-9adf-8328f94014ed req-c913c66d-048d-40fb-9164-6cb7b10dfc72 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:41.914325 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-c913c66d-048d-40fb-9164-6cb7b10dfc72 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/networks?id=837001f9-2e0e-4bac-935e-3440dea914fb HTTP/1.1" status: 200  len: 814 time: 0.6545539
Jun 08 03:58:41.915701 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:41.916283 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:41.935554 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865b73f7-8bc6-4ce0-bfdf-253d9a8d5362 None None] Network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:58:41.939824 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9e49cbff-b78d-4daf-9b3e-78baf766821e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:41.946124 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:58:41.947309 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:58:41.949984 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:58:42.002983 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-61679788-b6ee-403c-8c80-22b361b9c525 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/quotas/8279772a97114892b0ce86b3832f7aee HTTP/1.1" status: 200  len: 375 time: 0.0795126
Jun 08 03:58:42.072178 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.4484797
Jun 08 03:58:42.084628 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45006) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:42.098423 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:42.103254 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-3b32e224-d58b-470a-bacd-e18fbc90764c tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8279772a97114892b0ce86b3832f7aee&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0905542
Jun 08 03:58:42.116623 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Allocated IP 172.27.3.54 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/d2929524-49c5-45b7-ae84-e0a654a4cadc) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:58:42.161404 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 53325f21-91d7-4903-a252-7d0d48ed192d completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:58:42.164529 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9e49cbff-b78d-4daf-9b3e-78baf766821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:42.243292 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fb77507c-0eea-45c3-8da5-70af14163a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:42.249530 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-618584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4362'] for router, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:42.251108 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:42.269687 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b0f8d0-079d-4616-a0c5-4e3f2997348d None None] Network 62182247-74d1-42df-8dc8-479d3547464f requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:58:42.293432 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:42.306005 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4191b688-9f20-447d-85a1-f2b8a4df88be None None] Network 25595095-7d27-4a13-98f0-9ae27dbcb04c requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:58:42.321198 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45026) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:42.443542 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49cbff-b78d-4daf-9b3e-78baf766821e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547067be-9276-42d8-b64b-c0aa91ea67b6,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:42.450712 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-9e49cbff-b78d-4daf-9b3e-78baf766821e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d7d73bdb02f4360af8136fef3fa2a63&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8851323
Jun 08 03:58:42.464020 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45032) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:42.467775 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9e49cbff-b78d-4daf-9b3e-78baf766821e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:42.520543 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-96379310-c815-47dd-9f89-dcb513530ba2 None None] Provisioning for port 53325f21-91d7-4903-a252-7d0d48ed192d completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:58:42.543602 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-96379310-c815-47dd-9f89-dcb513530ba2 None None] Provisioning complete for port 53325f21-91d7-4903-a252-7d0d48ed192d triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:58:42.543981 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-96379310-c815-47dd-9f89-dcb513530ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:42.580132 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-9a3896dc-c5f1-466f-a740-f4b9d6298496 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91649) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 03:58:42.580645 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-9a3896dc-c5f1-466f-a740-f4b9d6298496 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1700830
Jun 08 03:58:42.683952 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:42.750660 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:42.819427 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8192669b-121c-5dae-98fe-8037b84af970-2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6'}]}} from dv-cinder-786627-8-iscsi. {{(pid=91650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 03:58:42.820193 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:42.956141 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:43.032211 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-54172fb6-307e-4be9-b3cf-0f854b894fa7 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:43.032844 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616891'] for router, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:43.034039 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-54172fb6-307e-4be9-b3cf-0f854b894fa7 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/networks?id=62182247-74d1-42df-8dc8-479d3547464f HTTP/1.1" status: 200  len: 811 time: 0.7108665
Jun 08 03:58:43.034739 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-522e74a3-a46c-4778-8009-34ff2195fa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:43.054862 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d4ce716c-e678-4b2e-a5ae-d2ac37d04fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:43.073567 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-96379310-c815-47dd-9f89-dcb513530ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:43.160833 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-37386148-5edd-4a11-a038-c1e91d90f209 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/quotas/0f420569d3364595a1a3b52dcf59d025 HTTP/1.1" status: 200  len: 375 time: 0.0934315
Jun 08 03:58:43.162143 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-96379310-c815-47dd-9f89-dcb513530ba2 None None] For port 53325f21-91d7-4903-a252-7d0d48ed192d, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=53325f21-91d7-4903-a252-7d0d48ed192d,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:58:43.162902 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-522e74a3-a46c-4778-8009-34ff2195fa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:43.176671 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-96379310-c815-47dd-9f89-dcb513530ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:43.176933 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-38985877-0244-4f0e-8387-d3dc76ee8c09 service neutron] 10.222.0.15 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5767138
Jun 08 03:58:43.180711 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.db_base_plugin_common [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Allocated IP 172.20.0.2 (2caf7b80-2274-4c12-8b5d-0f60e74c7baf/d448cf88-0b89-4356-abde-c6d847bfa2f6/048bafbc-f9a1-46d0-843a-038c0c16d308) {{(pid=91650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:58:43.188591 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:43.269581 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:43.270841 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:43.270841 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:58:43.270841 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:58:43.270841 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:58:43.270841 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:43.270841 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:58:43.282856 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Router 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 is scheduled to L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 with binding_index 1 {{(pid=91648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 03:58:43.346986 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-691d95e2-a41c-424d-a1a5-7bfd2179a517 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f420569d3364595a1a3b52dcf59d025&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1691842
Jun 08 03:58:43.393829 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:58:43.396946 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96379310-c815-47dd-9f89-dcb513530ba2 None None] Pushing event updated for resources: {'Port': ['ID=53325f21-91d7-4903-a252-7d0d48ed192d,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:43.401498 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-96379310-c815-47dd-9f89-dcb513530ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:43.402772 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:58:43.410924 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:58:43.537066 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-0e58183f-29da-4c16-8ae8-a07a8815ffed None None] Provisioning complete for port 53325f21-91d7-4903-a252-7d0d48ed192d triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:58:43.537639 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-0e58183f-29da-4c16-8ae8-a07a8815ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:43.554171 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 03:58:43.561289 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Notify callbacks [] for port, precommit_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:43.564156 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Sync routers for ids ['99f6d4e3-73a0-4fbc-be30-4117f0e522a2'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 03:58:43.576338 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Routers {'99f6d4e3-73a0-4fbc-be30-4117f0e522a2'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:58:43.577164 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00213fa00>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:58:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['99f6d4e3-73a0-4fbc-be30-4117f0e522a2'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:43.610717 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-54a7fbb8-2c55-4675-9006-79c557b52da4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91649) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 03:58:43.612631 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] Notify callbacks [] for router, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:43.617969 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-54a7fbb8-2c55-4675-9006-79c557b52da4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1170125
Jun 08 03:58:43.618166 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Transition to ACTIVE for port object 048bafbc-f9a1-46d0-843a-038c0c16d308 will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:58:43.618813 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-b8f80bae-4250-4405-a3bd-79888aa1d400 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.0043283
Jun 08 03:58:43.620209 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45046) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:43.651544 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Transition to ACTIVE for port object 048bafbc-f9a1-46d0-843a-038c0c16d308 will not be triggered until provisioned by entity DHCP. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:58:43.656280 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 53325f21-91d7-4903-a252-7d0d48ed192d up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:58:43.677221 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-522e74a3-a46c-4778-8009-34ff2195fa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:43.687448 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:43.689050 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:43.689050 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:58:43.689050 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:58:43.689050 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:58:43.689050 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:43.689050 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:58:43.708352 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-522e74a3-a46c-4778-8009-34ff2195fa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:43.711703 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-522e74a3-a46c-4778-8009-34ff2195fa8e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/547067be-9276-42d8-b64b-c0aa91ea67b6 HTTP/1.1" status: 204  len: 168 time: 1.2350483
Jun 08 03:58:43.769090 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:43.802587 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Set router 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:58:43.834810 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf is already hosted by enough agents. {{(pid=91650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:58:43.850276 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.base_scheduler [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Resources bound (agent type, host, resource id):  {{(pid=91650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:58:43.854715 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Received port after_create {{(pid=91650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:58:43.862457 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e74a3-a46c-4778-8009-34ff2195fa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547067be-9276-42d8-b64b-c0aa91ea67b6,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:43.870210 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-a0f953ca-d1a6-48e4-886b-3b67d8e00872 service neutron] 10.222.0.15 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6844077
Jun 08 03:58:43.874549 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-522e74a3-a46c-4778-8009-34ff2195fa8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:44.102369 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Attempting to bind port 048bafbc-f9a1-46d0-843a-038c0c16d308 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:58:44.102726 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Attempting to bind port 048bafbc-f9a1-46d0-843a-038c0c16d308 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:58:44.103090 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Attempting to bind port 048bafbc-f9a1-46d0-843a-038c0c16d308 on network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:58:44.107008 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 53325f21-91d7-4903-a252-7d0d48ed192d triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:58:44.107376 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:44.152915 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:58:44.153291 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Checking segment: {'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:58:44.153844 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:44.154242 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Bound using segment: {'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:58:44.154725 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Bound port: 048bafbc-f9a1-46d0-843a-038c0c16d308, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:58:44.155099 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:44.173260 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00213fa00>, [{'id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'name': 'tempest-ServerRescueNegativeTestJSON-794858510-router', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '4d6c04b5-0d5c-4a52-9cc3-67252d33a31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:39Z', 'updated_at': '2021-06-08T03:58:42Z', 'revision_number': 3, 'project_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'gw_port': {'id': '4d6c04b5-0d5c-4a52-9cc3-67252d33a31e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:40Z', 'updated_at': '2021-06-08T03:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:44.179249 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Checking router: 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 03:58:44.179894 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Updating router 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 port 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e binding host dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 03:58:44.234281 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:44.245197 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:44.335734 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] For port 048bafbc-f9a1-46d0-843a-038c0c16d308, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:58:44.357786 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] For port 048bafbc-f9a1-46d0-843a-038c0c16d308, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=048bafbc-f9a1-46d0-843a-038c0c16d308,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:58:44.366799 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:44.401829 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:44.493551 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-61f0a7a1-ba1b-4cea-88ee-773c6ef5cfff service neutron] 10.222.0.15 "GET /v2.0/networks/62182247-74d1-42df-8dc8-479d3547464f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8750815
Jun 08 03:58:44.596897 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Pushing event updated for resources: {'Port': ['ID=048bafbc-f9a1-46d0-843a-038c0c16d308,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:44.600897 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:44.829387 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c3b8d522-dfba-4bff-a3ad-7bd2d6c4c0fa req-a79cafd8-b2fa-49e3-bb24-c292d008a1fb tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 210 time: 0.0864062
Jun 08 03:58:44.915985 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:45.065770 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:45.255490 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-425bcc86-fe76-422f-9475-5b7ba0a77b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:45.282589 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:45.286300 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:45.323337 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Transition to ACTIVE for port object 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:58:45.357759 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:45.369694 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:45.393706 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-bf7d369e-d230-4246-97cd-1a83888dcda8 service neutron] 10.222.0.15 "GET /v2.0/networks/62182247-74d1-42df-8dc8-479d3547464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8994181
Jun 08 03:58:45.462925 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:45.582674 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Attempting to bind port 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:58:45.583323 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Attempting to bind port 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:58:45.583924 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Attempting to bind port 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e on network dad72041-fa15-4feb-a2cc-75b396c0b4c9 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:58:45.598787 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:58:45.600205 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Checking segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:58:45.600876 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:45.601658 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Bound using segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:58:45.602377 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Bound port: 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:58:45.602986 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:45.617316 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Allocated IP 172.27.3.169 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/c1d0833b-1af0-4490-9058-d949bd6ac96c) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:58:45.641381 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616891'] for router, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:45.665223 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Allocated IP 172.20.0.1 (3f11e1f7-c04d-46a9-8e75-9364662bc4d2/3659b78f-2e2e-4fd8-bb9f-78f99e371e12/9c1ac648-b8db-40a0-8a75-cc787252eb75) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:58:45.711555 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] For port 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:58:45.716469 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] For port 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=4d6c04b5-0d5c-4a52-9cc3-67252d33a31e,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:58:45.725024 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:45.784182 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Routers {'99f6d4e3-73a0-4fbc-be30-4117f0e522a2'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:58:45.785398 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00213fa00>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:58:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['99f6d4e3-73a0-4fbc-be30-4117f0e522a2'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:45.785718 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 048bafbc-f9a1-46d0-843a-038c0c16d308 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:58:45.995810 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Pushing event updated for resources: {'Port': ['ID=4d6c04b5-0d5c-4a52-9cc3-67252d33a31e,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:46.012167 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:46.012567 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:46.013009 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:46.013340 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:46.013691 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:46.014015 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:46.014359 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:46.014676 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:46.015016 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:46.015333 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:46.015648 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:46.016750 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Tracked resource versions report:
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]: pushed versions:
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]: {   'AddressGroup': {'1.2'},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     'ConntrackHelper': {'1.0'},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     'Log': {'1.0'},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     'Network': {'1.1'},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     'Port': {'1.7'},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     'PortForwarding': {'1.2'},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     'QosPolicy': {'1.8'},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     'SecurityGroup': {'1.4'},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     'SecurityGroupRule': {'1.2'},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     'SubPort': {'1.0'},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     'Subnet': {'1.1'},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     'Trunk': {'1.1'}}
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]: consumer versions:
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]: {   DHCP agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     HyperV agent@hv-cinder-78662: {},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     L3 agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     Metadata agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     Metering agent@dv-cinder-786627-8-iscsi: {},
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:     Open vSwitch agent@dv-cinder-786627-8-iscsi: {   'AddressGroup': '1.2',
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'ConntrackHelper': '1.0',
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'Log': '1.0',
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'Network': '1.1',
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'Port': '1.7',
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'PortForwarding': '1.2',
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'QosPolicy': '1.8',
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'SecurityGroup': '1.4',
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'SecurityGroupRule': '1.2',
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'SubPort': '1.0',
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'Subnet': '1.1',
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:                                                      'Trunk': '1.1'}}
Jun 08 03:58:46.017976 dv-cinder-786627-8-iscsi neutron-server[91651]:  {{(pid=91651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 03:58:46.030475 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:46.031099 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:46.056634 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 048bafbc-f9a1-46d0-843a-038c0c16d308 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:58:46.149578 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] Set router 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:58:46.192293 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:46.280793 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:46.281383 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:46.281383 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:58:46.281383 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:58:46.281383 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:58:46.281383 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:46.281383 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:58:46.315189 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900f8ce3-3230-49f6-bb42-c6f177bbe79c None None] Network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:58:46.338055 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:58:46.339609 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:58:46.344532 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:58:46.348508 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033197'] for router_interface, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:46.373413 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Pushing event updated for resources: {'Port': ['ID=4d6c04b5-0d5c-4a52-9cc3-67252d33a31e,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:46.392549 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:46.512189 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:46.657606 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45160) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:46.659872 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-563e1134-2327-4f4f-bb42-14db4bdc21b1 req-de923123-a20d-46af-a7b9-0d1cbdd0426b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 210 time: 0.6283622
Jun 08 03:58:46.663067 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6e112ea5-5a1a-4f7a-b27c-ebf60f4b46b2 req-cd815669-05a9-42f8-a2f6-fc18a5390f7e tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 210 time: 0.1178470
Jun 08 03:58:46.667067 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:46.680261 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:46.680261 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:58:46.680261 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:58:46.680261 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:58:46.680261 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:46.680261 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:58:46.718177 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:46.747856 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:58:46.752488 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:58:46.756964 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00213fa00>, [{'id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'name': 'tempest-ServerRescueNegativeTestJSON-794858510-router', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '4d6c04b5-0d5c-4a52-9cc3-67252d33a31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:39Z', 'updated_at': '2021-06-08T03:58:42Z', 'revision_number': 3, 'project_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'gw_port': {'id': '4d6c04b5-0d5c-4a52-9cc3-67252d33a31e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:40Z', 'updated_at': '2021-06-08T03:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:46.757654 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-19d97042-b8b1-4b70-b554-6c73f00ecb78 None None] Provisioning for port 048bafbc-f9a1-46d0-843a-038c0c16d308 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:58:46.762704 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:58:46.765319 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-19d97042-b8b1-4b70-b554-6c73f00ecb78 None None] Provisioning complete for port 048bafbc-f9a1-46d0-843a-038c0c16d308 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:58:46.766523 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-19d97042-b8b1-4b70-b554-6c73f00ecb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:46.774401 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928aefbf-df99-4e98-ac1b-95977f07f486 None None] The sync data for ids ['99f6d4e3-73a0-4fbc-be30-4117f0e522a2'] in dv-cinder-786627-8-iscsi is: [{'id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'name': 'tempest-ServerRescueNegativeTestJSON-794858510-router', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '4d6c04b5-0d5c-4a52-9cc3-67252d33a31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:39Z', 'updated_at': '2021-06-08T03:58:42Z', 'revision_number': 3, 'project_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'gw_port': {'id': '4d6c04b5-0d5c-4a52-9cc3-67252d33a31e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:40Z', 'updated_at': '2021-06-08T03:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 03:58:46.862060 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:46.908448 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 03:58:47.142599 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a59d77c0-54b5-4ce1-815d-77699cb245af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:47.202843 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-19d97042-b8b1-4b70-b554-6c73f00ecb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:47.300965 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-19d97042-b8b1-4b70-b554-6c73f00ecb78 None None] For port 048bafbc-f9a1-46d0-843a-038c0c16d308, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=048bafbc-f9a1-46d0-843a-038c0c16d308,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:58:47.306322 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-19d97042-b8b1-4b70-b554-6c73f00ecb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:47.315869 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-02440fc9-eccc-468e-9385-fb0014e36340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:47.481382 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d97042-b8b1-4b70-b554-6c73f00ecb78 None None] Pushing event updated for resources: {'Port': ['ID=048bafbc-f9a1-46d0-843a-038c0c16d308,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:47.496124 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:47.498425 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-19d97042-b8b1-4b70-b554-6c73f00ecb78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:47.508229 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:47.511396 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1033004'] for router_interface, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:47.523301 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-6fe57710-7fd1-408f-8224-11a07babe2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:47.638982 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-9ada71bb-31c4-4248-91bc-17f011f38855 None None] Provisioning complete for port 048bafbc-f9a1-46d0-843a-038c0c16d308 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:58:47.639428 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-9ada71bb-31c4-4248-91bc-17f011f38855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:47.872092 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:58:47.899712 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Router 2c62b53f-da8f-47c0-9445-61f406a8fd05 is scheduled to L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 with binding_index 1 {{(pid=91649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 03:58:48.072921 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-533c00a8-628f-48e4-aeb0-8bd2300ed29e req-cac3eb9c-f0ca-4b09-866d-b23c9ff72110 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 210 time: 0.0618422
Jun 08 03:58:48.073161 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:48.099430 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.42', 59951) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:48.106587 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:58:48.108859 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:48.127368 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:58:48.134108 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:58:48.146003 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:48.363665 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b433473-d42d-444b-9adf-8328f94014ed req-7b53c704-083e-4a13-88ee-6b03d9d4bb6d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:48.365537 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-7b53c704-083e-4a13-88ee-6b03d9d4bb6d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "GET /v2.0/networks?id=837001f9-2e0e-4bac-935e-3440dea914fb HTTP/1.1" status: 200  len: 814 time: 0.2650597
Jun 08 03:58:48.379997 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:58:48.393305 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4a122e58-0e5b-4ba0-a091-62b9e10cf974 req-a3096518-8f23-4f86-9fbf-65631485e191 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 210 time: 0.2316315
Jun 08 03:58:48.397554 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a59d77c0-54b5-4ce1-815d-77699cb245af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:48.410463 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1ac648-b8db-40a0-8a75-cc787252eb75,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:48.428646 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:48.436362 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a59d77c0-54b5-4ce1-815d-77699cb245af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:48.444555 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-4b433473-d42d-444b-9adf-8328f94014ed req-dfa586bc-409f-403e-90be-e1ec868ebf52 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Request body: {'port': {'device_id': '450be084-28bd-4d9d-9e32-cddc9a2733f2', 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb', 'admin_state_up': True, 'tenant_id': '8279772a97114892b0ce86b3832f7aee'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:48.507965 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 03:58:48.572394 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:48.580516 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Sync routers for ids ['2c62b53f-da8f-47c0-9445-61f406a8fd05'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 03:58:48.604254 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Routers {'2c62b53f-da8f-47c0-9445-61f406a8fd05'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:58:48.605193 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0021103d0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:58:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2c62b53f-da8f-47c0-9445-61f406a8fd05'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:48.700790 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=4d6c04b5-0d5c-4a52-9cc3-67252d33a31e,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:58:48.715825 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:48.718929 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 048bafbc-f9a1-46d0-843a-038c0c16d308 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:58:48.857852 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-816d74e5-0f90-4f55-8aac-90896937315f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:48.968033 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] Notify callbacks [] for router, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:48.973199 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-02fddc42-4109-42f7-b5ba-63b3ba00418e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 10.4761088
Jun 08 03:58:49.002704 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45254) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:49.073501 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9e49cbff-b78d-4daf-9b3e-78baf766821e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:49.082935 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.42', 59959) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:49.094977 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=4d6c04b5-0d5c-4a52-9cc3-67252d33a31e,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:49.133070 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-a59d77c0-54b5-4ce1-815d-77699cb245af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ecc5d598dd84bd6ab17a266827cb24c&name=default HTTP/1.1" status: 200  len: 2975 time: 2.4740083
Jun 08 03:58:49.133819 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45262) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:49.202986 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Set router 2c62b53f-da8f-47c0-9445-61f406a8fd05 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:58:49.209725 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b433473-d42d-444b-9adf-8328f94014ed req-dfa586bc-409f-403e-90be-e1ec868ebf52 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Made reservation on behalf of 8279772a97114892b0ce86b3832f7aee for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:58:49.214499 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-4b433473-d42d-444b-9adf-8328f94014ed req-dfa586bc-409f-403e-90be-e1ec868ebf52 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:49.473209 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:49.477762 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a231735d-58bb-4faf-bf55-4373c76513a9 req-496f8735-90cf-4e14-a70d-c0cf05f14502 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 210 time: 0.0990715
Jun 08 03:58:49.492731 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616891'] for router, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:49.495408 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Router 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 03:58:49.571038 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f88237a8-e9d8-47e5-b93c-98b28ceaf53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:49.621049 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f88237a8-e9d8-47e5-b93c-98b28ceaf53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:49.654343 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 048bafbc-f9a1-46d0-843a-038c0c16d308 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:58:49.654721 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:49.670754 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0eeddc15-17c5-4343-b1d0-2d159f19afb5 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:49.671401 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0eeddc15-17c5-4343-b1d0-2d159f19afb5 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.42 "GET /v2.0/networks?id=62182247-74d1-42df-8dc8-479d3547464f HTTP/1.1" status: 200  len: 811 time: 0.5812693
Jun 08 03:58:49.671633 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d77c0-54b5-4ce1-815d-77699cb245af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895a61a1-7a64-46a6-a416-0869719d3006,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:49.684911 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-a59d77c0-54b5-4ce1-815d-77699cb245af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:49.803893 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-213374c5-7b1e-45f0-b9d6-37f05ec86266 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Request body: {'port': {'device_id': '59628b79-7a0f-40b8-9494-01f6b52a956f', 'network_id': '62182247-74d1-42df-8dc8-479d3547464f', 'admin_state_up': True, 'tenant_id': '0f420569d3364595a1a3b52dcf59d025'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:49.847618 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0021103d0>, [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:43Z', 'revision_number': 3, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:49.853520 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Checking router: 2c62b53f-da8f-47c0-9445-61f406a8fd05 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 03:58:49.853876 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Updating router 2c62b53f-da8f-47c0-9445-61f406a8fd05 port d2929524-49c5-45b7-ae84-e0a654a4cadc binding host dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 03:58:49.897482 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ceee6a15-06cd-419f-996c-8d71799ab65b req-b4981705-349e-4cf7-aea5-304e3f1a682a tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 210 time: 0.2368867
Jun 08 03:58:49.921282 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:49.949440 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 03:58:49.961113 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] 10.222.0.15 "PUT /v2.0/routers/99f6d4e3-73a0-4fbc-be30-4117f0e522a2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3396621
Jun 08 03:58:49.961499 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Sync routers for ids ['99f6d4e3-73a0-4fbc-be30-4117f0e522a2'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 03:58:49.980063 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Routers {'99f6d4e3-73a0-4fbc-be30-4117f0e522a2'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:58:49.982752 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0025a0670>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:58:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['99f6d4e3-73a0-4fbc-be30-4117f0e522a2'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:50.020206 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-4b433473-d42d-444b-9adf-8328f94014ed req-dfa586bc-409f-403e-90be-e1ec868ebf52 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Allocated IP 172.20.0.2 (837001f9-2e0e-4bac-935e-3440dea914fb/27ee18ff-e7d4-4abb-b4d2-4645081d1189/a24b6183-3567-479a-be56-a179e5e4df6f) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:58:50.229301 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:58:50.267118 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f88237a8-e9d8-47e5-b93c-98b28ceaf53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:50.273148 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f88237a8-e9d8-47e5-b93c-98b28ceaf53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:50.283553 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-f88237a8-e9d8-47e5-b93c-98b28ceaf53d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/895a61a1-7a64-46a6-a416-0869719d3006 HTTP/1.1" status: 204  len: 168 time: 1.1441598
Jun 08 03:58:50.492754 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:50.537534 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88237a8-e9d8-47e5-b93c-98b28ceaf53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895a61a1-7a64-46a6-a416-0869719d3006,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:50.567683 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f88237a8-e9d8-47e5-b93c-98b28ceaf53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:50.605730 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Set router 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:58:50.632835 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:58:50.639430 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:50.726647 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-4b433473-d42d-444b-9adf-8328f94014ed req-dfa586bc-409f-403e-90be-e1ec868ebf52 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:50.808722 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-4b433473-d42d-444b-9adf-8328f94014ed req-dfa586bc-409f-403e-90be-e1ec868ebf52 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:50.811970 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-4b433473-d42d-444b-9adf-8328f94014ed req-dfa586bc-409f-403e-90be-e1ec868ebf52 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:50.811970 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:58:50.811970 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:58:50.811970 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:58:50.811970 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:50.811970 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:58:50.842615 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b433473-d42d-444b-9adf-8328f94014ed req-dfa586bc-409f-403e-90be-e1ec868ebf52 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Network 837001f9-2e0e-4bac-935e-3440dea914fb is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:58:50.843865 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-4b433473-d42d-444b-9adf-8328f94014ed req-dfa586bc-409f-403e-90be-e1ec868ebf52 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:58:50.854904 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b433473-d42d-444b-9adf-8328f94014ed req-dfa586bc-409f-403e-90be-e1ec868ebf52 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:58:50.872499 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b433473-d42d-444b-9adf-8328f94014ed req-dfa586bc-409f-403e-90be-e1ec868ebf52 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:50.873267 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-4b433473-d42d-444b-9adf-8328f94014ed req-dfa586bc-409f-403e-90be-e1ec868ebf52 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:50.919721 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-dfa586bc-409f-403e-90be-e1ec868ebf52 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4864244
Jun 08 03:58:51.121736 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-93201dec-aab4-48c0-be13-68bcf875e206 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 03:58:51.122251 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-93201dec-aab4-48c0-be13-68bcf875e206 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059404
Jun 08 03:58:51.497849 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Notify callbacks [] for port, precommit_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:51.513214 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0025a0670>, [{'id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'name': 'tempest-ServerRescueNegativeTestJSON-794858510-router', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '4d6c04b5-0d5c-4a52-9cc3-67252d33a31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:39Z', 'updated_at': '2021-06-08T03:58:46Z', 'revision_number': 4, 'project_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'gw_port': {'id': '4d6c04b5-0d5c-4a52-9cc3-67252d33a31e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:40Z', 'updated_at': '2021-06-08T03:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '9c1ac648-b8db-40a0-8a75-cc787252eb75', 'name': '', 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'mac_address': 'fa:16:3e:71:e7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3659b78f-2e2e-4fd8-bb9f-78f99e371e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:58:46Z', 'revision_number': 2, 'project_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'subnets': [{'id': '3659b78f-2e2e-4fd8-bb9f-78f99e371e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:51.521115 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Transition to ACTIVE for port object d2929524-49c5-45b7-ae84-e0a654a4cadc will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:58:51.526021 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Checking router: 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 03:58:51.526949 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Updating router 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 port 9c1ac648-b8db-40a0-8a75-cc787252eb75 binding host dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 03:58:51.533162 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:51.539106 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 is scheduled to L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 with binding_index 1 {{(pid=91649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 03:58:51.539925 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-17c30cea-0237-43c8-80ee-d14cf64ae7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:51.570246 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-213374c5-7b1e-45f0-b9d6-37f05ec86266 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Made reservation on behalf of 0f420569d3364595a1a3b52dcf59d025 for: {'port': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:58:51.582678 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-213374c5-7b1e-45f0-b9d6-37f05ec86266 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:51.583476 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45336) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:51.705829 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:51.711409 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Request body: {'port': {'device_id': '450be084-28bd-4d9d-9e32-cddc9a2733f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:58:51.858428 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Attempting to bind port d2929524-49c5-45b7-ae84-e0a654a4cadc on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:58:51.858781 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Attempting to bind port d2929524-49c5-45b7-ae84-e0a654a4cadc by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:58:51.863211 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a3437a53-f57c-4a11-8f50-287bfefdb9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:51.865988 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Attempting to bind port d2929524-49c5-45b7-ae84-e0a654a4cadc on network dad72041-fa15-4feb-a2cc-75b396c0b4c9 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:58:51.888784 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:58:51.889158 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Checking segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:58:51.889621 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:51.890028 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Bound using segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:58:51.890754 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Bound port: d2929524-49c5-45b7-ae84-e0a654a4cadc, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:58:51.891226 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:51.993658 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6759e6-d85f-4c65-bd84-0e12f05cd6e3 None None] Pushing event updated for resources: {'Port': ['ID=d2929524-49c5-45b7-ae84-e0a654a4cadc,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:51.998747 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-1e6759e6-d85f-4c65-bd84-0e12f05cd6e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:52.035481 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:52.069517 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] For port d2929524-49c5-45b7-ae84-e0a654a4cadc, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:58:52.074639 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] For port d2929524-49c5-45b7-ae84-e0a654a4cadc, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=d2929524-49c5-45b7-ae84-e0a654a4cadc,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:58:52.084023 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:52.088268 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-a87afd3e-4c73-4f3d-9bb2-02a54a0c18ce tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:52.095718 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-a87afd3e-4c73-4f3d-9bb2-02a54a0c18ce tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/networks?id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2 HTTP/1.1" status: 200  len: 818 time: 0.5265365
Jun 08 03:58:52.100174 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-8d9e1a88-3aa5-430b-a20f-07a1c5fbc17f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:52.101592 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ad542e63-f9fc-49e7-875c-0e2507c532c0 req-690e3b2e-3ab1-4263-979d-0bb58f5fb875 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 210 time: 0.8562541
Jun 08 03:58:52.406183 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6759e6-d85f-4c65-bd84-0e12f05cd6e3 None None] Pushing event updated for resources: {'Port': ['ID=d2929524-49c5-45b7-ae84-e0a654a4cadc,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:52.428934 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-1e6759e6-d85f-4c65-bd84-0e12f05cd6e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:52.454285 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Routers {'2c62b53f-da8f-47c0-9445-61f406a8fd05'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:58:52.460738 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0021103d0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:58:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2c62b53f-da8f-47c0-9445-61f406a8fd05'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:52.644008 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 03:58:52.711720 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Sync routers for ids ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 03:58:52.724015 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-06a4dc7a-0f62-4f9e-b91f-11754a038933 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/quotas/3f56f6fbd6fd45a2bba7e5c300a8b2b4 HTTP/1.1" status: 200  len: 375 time: 0.6271977
Jun 08 03:58:52.755535 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:52.782954 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Transition to ACTIVE for port object 9c1ac648-b8db-40a0-8a75-cc787252eb75 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:58:52.803176 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:52.827971 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:52.837024 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] Set router 2c62b53f-da8f-47c0-9445-61f406a8fd05 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:58:53.039222 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Routers {'9e39ec5f-cbfa-4b69-8221-3bb34889cc08'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:58:53.040063 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0021ae700>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:58:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:53.131627 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:53.202958 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1011c-00d8-4bca-b6e3-1f6ee27202bb None None] Pushing event updated for resources: {'Port': ['ID=9c1ac648-b8db-40a0-8a75-cc787252eb75,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:53.211389 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-60b1011c-00d8-4bca-b6e3-1f6ee27202bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:53.252065 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Attempting to bind port 9c1ac648-b8db-40a0-8a75-cc787252eb75 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:58:53.253713 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Attempting to bind port 9c1ac648-b8db-40a0-8a75-cc787252eb75 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': '1b35ba24-7932-4b61-b17f-0ec1f7c0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:58:53.254137 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Attempting to bind port 9c1ac648-b8db-40a0-8a75-cc787252eb75 on network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:58:53.268737 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:58:53.269121 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Checking segment: {'id': '1b35ba24-7932-4b61-b17f-0ec1f7c0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:58:53.269584 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:53.269992 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Bound using segment: {'id': '1b35ba24-7932-4b61-b17f-0ec1f7c0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:58:53.270473 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Bound port: 9c1ac648-b8db-40a0-8a75-cc787252eb75, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b35ba24-7932-4b61-b17f-0ec1f7c0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:58:53.270884 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:53.482850 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] For port 9c1ac648-b8db-40a0-8a75-cc787252eb75, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:58:53.487266 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] For port 9c1ac648-b8db-40a0-8a75-cc787252eb75, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=9c1ac648-b8db-40a0-8a75-cc787252eb75,segment=NetworkSegment(1b35ba24-7932-4b61-b17f-0ec1f7c0668e),segment_id=1b35ba24-7932-4b61-b17f-0ec1f7c0668e)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:58:53.502610 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:53.502974 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24b6183-3567-479a-be56-a179e5e4df6f {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:58:53.519193 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:53.519576 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:53.571835 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a3437a53-f57c-4a11-8f50-287bfefdb9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:53.573827 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Transition to ACTIVE for port object a24b6183-3567-479a-be56-a179e5e4df6f will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:58:53.580083 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a3437a53-f57c-4a11-8f50-287bfefdb9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:53.588217 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Set router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:58:53.601885 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:53.607773 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:53.638437 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Allocated IP 172.20.0.1 (25595095-7d27-4a13-98f0-9ae27dbcb04c/04013948-cf16-4867-b02e-8ad55b6e8639/3a7b1cb3-2408-4815-9bed-ee3d2ac978eb) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:58:53.764210 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Routers {'99f6d4e3-73a0-4fbc-be30-4117f0e522a2'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:58:53.766731 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0025a0670>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:58:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['99f6d4e3-73a0-4fbc-be30-4117f0e522a2'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:53.877681 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:53.939610 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3437a53-f57c-4a11-8f50-287bfefdb9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa852a3-c796-4b76-a2ab-33c4b94b4ef9,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:53.964551 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-a3437a53-f57c-4a11-8f50-287bfefdb9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:53.982645 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] Notify callbacks [] for router, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:53.987041 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-dcc5f4f3-f9b9-488d-8bd6-f12c21ea2b9d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 11.8937688
Jun 08 03:58:53.995224 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45384) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:54.001497 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:54.092261 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0021103d0>, [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:43Z', 'revision_number': 3, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:54.100503 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1608747-c195-4660-bbfc-37b79a14f780 None None] The sync data for ids ['2c62b53f-da8f-47c0-9445-61f406a8fd05'] in dv-cinder-786627-8-iscsi is: [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:43Z', 'revision_number': 3, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 03:58:54.131345 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1011c-00d8-4bca-b6e3-1f6ee27202bb None None] Pushing event updated for resources: {'Port': ['ID=9c1ac648-b8db-40a0-8a75-cc787252eb75,revision_number=4']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:54.137417 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-60b1011c-00d8-4bca-b6e3-1f6ee27202bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:54.152022 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45386) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:54.157742 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0021ae700>, [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:58:47Z', 'revision_number': 3, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:54.180847 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Checking router: 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 03:58:54.181228 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Updating router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 port c1d0833b-1af0-4490-9058-d949bd6ac96c binding host dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 03:58:54.184141 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-a3437a53-f57c-4a11-8f50-287bfefdb9aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07012bb6bea140a28569d9dadc65c827&name=default HTTP/1.1" status: 200  len: 2977 time: 2.5986998
Jun 08 03:58:54.195909 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45390) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:54.216797 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799848c-7b12-4679-8003-351348c939ea service neutron] Pushing event updated for resources: {'Port': ['ID=a24b6183-3567-479a-be56-a179e5e4df6f,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:54.248817 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7799848c-7b12-4679-8003-351348c939ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:54.254951 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] Set router 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:58:54.262213 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce6f75-527d-41b3-ac8e-9218b092ce7b req-b28f6d46-a0e9-4147-a20d-ba09158ae6ab tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:54.264128 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a4ce6f75-527d-41b3-ac8e-9218b092ce7b req-b28f6d46-a0e9-4147-a20d-ba09158ae6ab tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 931 time: 1.6603422
Jun 08 03:58:54.307607 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Attempting to bind port a24b6183-3567-479a-be56-a179e5e4df6f on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:58:54.308110 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Attempting to bind port a24b6183-3567-479a-be56-a179e5e4df6f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:58:54.308698 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Attempting to bind port a24b6183-3567-479a-be56-a179e5e4df6f on network 837001f9-2e0e-4bac-935e-3440dea914fb {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:58:54.321253 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Port a24b6183-3567-479a-be56-a179e5e4df6f on network 837001f9-2e0e-4bac-935e-3440dea914fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 03:58:54.321621 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Attempting to bind port a24b6183-3567-479a-be56-a179e5e4df6f on network 837001f9-2e0e-4bac-935e-3440dea914fb {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:58:54.323396 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:54.336185 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:58:54.339958 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Checking segment: {'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:58:54.340657 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Bound using segment: {'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:58:54.341159 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Bound port: a24b6183-3567-479a-be56-a179e5e4df6f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:58:54.344239 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:54.380811 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.provisioning_blocks [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Transition to ACTIVE for port object 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb will not be triggered until provisioned by entity DHCP. {{(pid=91649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:58:54.655947 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] For port a24b6183-3567-479a-be56-a179e5e4df6f, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:58:54.674595 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] For port a24b6183-3567-479a-be56-a179e5e4df6f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a24b6183-3567-479a-be56-a179e5e4df6f,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:58:54.684963 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:54.692473 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:54.731130 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-7353f53c-0575-41a2-a0b1-b64969869dfe tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f56f6fbd6fd45a2bba7e5c300a8b2b4&fields=id HTTP/1.1" status: 200  len: 255 time: 1.9854586
Jun 08 03:58:54.767309 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ead103-b596-4c28-abd3-5c3498c7cb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:54.811522 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a4ce6f75-527d-41b3-ac8e-9218b092ce7b req-ea73c569-cf64-4e16-b319-aa192cda0333 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4250515
Jun 08 03:58:54.879087 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e48a9e89-c272-4706-9ca2-cfaece2d9bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:54.893617 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:54.893841 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:54.895249 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-7799848c-7b12-4679-8003-351348c939ea service neutron] 10.222.0.42 "PUT /v2.0/ports/a24b6183-3567-479a-be56-a179e5e4df6f HTTP/1.1" status: 200  len: 1093 time: 3.3010938
Jun 08 03:58:54.895722 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450be084-28bd-4d9d-9e32-cddc9a2733f2', 'tag': 'a24b6183-3567-479a-be56-a179e5e4df6f'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:58:54.960135 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e48a9e89-c272-4706-9ca2-cfaece2d9bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:55.056151 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-213374c5-7b1e-45f0-b9d6-37f05ec86266 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Allocated IP 172.20.0.4 (62182247-74d1-42df-8dc8-479d3547464f/f9581f9c-7003-48d2-a07d-6465d9464388/be5d7d89-34ef-4059-8707-d6318d2ffd3b) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:58:55.076540 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0025a0670>, [{'id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'name': 'tempest-ServerRescueNegativeTestJSON-794858510-router', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '4d6c04b5-0d5c-4a52-9cc3-67252d33a31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:39Z', 'updated_at': '2021-06-08T03:58:46Z', 'revision_number': 4, 'project_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'gw_port': {'id': '4d6c04b5-0d5c-4a52-9cc3-67252d33a31e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:40Z', 'updated_at': '2021-06-08T03:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '9c1ac648-b8db-40a0-8a75-cc787252eb75', 'name': '', 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'mac_address': 'fa:16:3e:71:e7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3659b78f-2e2e-4fd8-bb9f-78f99e371e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:58:53Z', 'revision_number': 4, 'project_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'subnets': [{'id': '3659b78f-2e2e-4fd8-bb9f-78f99e371e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:55.085432 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3fea03-cd70-4256-9e56-ac2887dcf9d6 None None] The sync data for ids ['99f6d4e3-73a0-4fbc-be30-4117f0e522a2'] in dv-cinder-786627-8-iscsi is: [{'id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'name': 'tempest-ServerRescueNegativeTestJSON-794858510-router', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '4d6c04b5-0d5c-4a52-9cc3-67252d33a31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:39Z', 'updated_at': '2021-06-08T03:58:46Z', 'revision_number': 4, 'project_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'gw_port': {'id': '4d6c04b5-0d5c-4a52-9cc3-67252d33a31e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:40Z', 'updated_at': '2021-06-08T03:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '9c1ac648-b8db-40a0-8a75-cc787252eb75', 'name': '', 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'mac_address': 'fa:16:3e:71:e7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3659b78f-2e2e-4fd8-bb9f-78f99e371e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:58:53Z', 'revision_number': 4, 'project_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'subnets': [{'id': '3659b78f-2e2e-4fd8-bb9f-78f99e371e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 03:58:55.290290 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45406) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:55.307810 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799848c-7b12-4679-8003-351348c939ea service neutron] Pushing event updated for resources: {'Port': ['ID=a24b6183-3567-479a-be56-a179e5e4df6f,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:55.314444 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7799848c-7b12-4679-8003-351348c939ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:55.320058 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b433473-d42d-444b-9adf-8328f94014ed req-926a8845-f230-4b95-bd68-8f6e7a78b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:55.325402 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-926a8845-f230-4b95-bd68-8f6e7a78b745 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8279772a97114892b0ce86b3832f7aee&device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 1096 time: 0.3046548
Jun 08 03:58:55.413939 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Notify callbacks [] for port, precommit_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:55.448357 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Transition to ACTIVE for port object c1d0833b-1af0-4490-9058-d949bd6ac96c will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:58:55.463398 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:55.465880 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-b2bc79fa-3968-4d6e-ad3e-be9f0e3ac38a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a24b6183-3567-479a-be56-a179e5e4df6f HTTP/1.1" status: 200  len: 217 time: 0.1321015
Jun 08 03:58:55.470008 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca34c0fa-9aa0-4cb8-b87b-b6154f298ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "450be084-28bd-4d9d-9e32-cddc9a2733f2", "tag": "a24b6183-3567-479a-be56-a179e5e4df6f"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:58:55.474315 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:55.592003 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-64ab5b83-436e-4996-ba96-64452f97ac90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:55.604840 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500f20a-ba1d-4351-8975-4a367f284278 None None] Pushing event updated for resources: {'Port': ['ID=c1d0833b-1af0-4490-9058-d949bd6ac96c,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:55.610946 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-7500f20a-ba1d-4351-8975-4a367f284278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:55.637974 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Attempting to bind port c1d0833b-1af0-4490-9058-d949bd6ac96c on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:58:55.638716 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Attempting to bind port c1d0833b-1af0-4490-9058-d949bd6ac96c by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:58:55.639500 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Attempting to bind port c1d0833b-1af0-4490-9058-d949bd6ac96c on network dad72041-fa15-4feb-a2cc-75b396c0b4c9 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:58:55.648294 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:58:55.649166 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Checking segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:58:55.649873 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:55.650660 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Bound using segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:58:55.651491 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Bound port: c1d0833b-1af0-4490-9058-d949bd6ac96c, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:58:55.652328 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:55.763281 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c3c6c57c-a876-4050-b07e-769336684d98 req-5d108ece-e312-4f71-bfb8-e799daefc015 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 210 time: 0.5783544
Jun 08 03:58:55.808455 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] For port c1d0833b-1af0-4490-9058-d949bd6ac96c, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:58:55.811173 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e48a9e89-c272-4706-9ca2-cfaece2d9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:55.811971 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] For port c1d0833b-1af0-4490-9058-d949bd6ac96c, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=c1d0833b-1af0-4490-9058-d949bd6ac96c,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:58:55.821911 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:55.834138 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:55.836461 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e48a9e89-c272-4706-9ca2-cfaece2d9bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:55.840858 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-e48a9e89-c272-4706-9ca2-cfaece2d9bdf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eaa852a3-c796-4b76-a2ab-33c4b94b4ef9 HTTP/1.1" status: 204  len: 168 time: 1.6012702
Jun 08 03:58:55.961519 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ead103-b596-4c28-abd3-5c3498c7cb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:56.010001 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:56.028925 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ead103-b596-4c28-abd3-5c3498c7cb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:56.039831 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 03:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7567d3-3688-4632-918c-4c4e278688d1 x-openstack-request-id: req-0e7567d3-3688-4632-918c-4c4e278688d1 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:58:56.040821 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450be084-28bd-4d9d-9e32-cddc9a2733f2", "tag": "a24b6183-3567-479a-be56-a179e5e4df6f", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:58:56.041277 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e7567d3-3688-4632-918c-4c4e278688d1 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:58:56.043305 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450be084-28bd-4d9d-9e32-cddc9a2733f2', 'tag': 'a24b6183-3567-479a-be56-a179e5e4df6f', 'status': 'completed', 'code': 200}
Jun 08 03:58:56.043579 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500f20a-ba1d-4351-8975-4a367f284278 None None] Pushing event updated for resources: {'Port': ['ID=c1d0833b-1af0-4490-9058-d949bd6ac96c,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:56.056768 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-7500f20a-ba1d-4351-8975-4a367f284278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:56.123422 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Routers {'9e39ec5f-cbfa-4b69-8221-3bb34889cc08'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:58:56.124059 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0021ae700>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:58:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:56.205196 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a9e89-c272-4706-9ca2-cfaece2d9bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa852a3-c796-4b76-a2ab-33c4b94b4ef9,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:56.215428 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e48a9e89-c272-4706-9ca2-cfaece2d9bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:56.220490 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:56.221126 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:56.221126 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:58:56.221126 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:58:56.221126 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:58:56.221126 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:58:56.221126 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:58:56.350550 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b433473-d42d-444b-9adf-8328f94014ed req-2e2407a8-4450-42cb-a483-0c591988bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:56.353972 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-2e2407a8-4450-42cb-a483-0c591988bb9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27ee18ff-e7d4-4abb-b4d2-4645081d1189 HTTP/1.1" status: 200  len: 854 time: 0.2088006
Jun 08 03:58:56.392949 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-64ab5b83-436e-4996-ba96-64452f97ac90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:56.400865 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-64ab5b83-436e-4996-ba96-64452f97ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:56.442420 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:56.501038 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-3fdb9da9-5d6f-4b7c-8a74-fc4715ca850d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:56.511245 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-29ead103-b596-4c28-abd3-5c3498c7cb4d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0fa6cf060e824a04ae2b5b29659a52b0&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3536344
Jun 08 03:58:56.530134 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45422) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:56.720458 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device d2929524-49c5-45b7-ae84-e0a654a4cadc up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:58:56.781392 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab5b83-436e-4996-ba96-64452f97ac90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f5d1f2-96e2-4017-a4b0-db5f762c7db2,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:56.792502 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-64ab5b83-436e-4996-ba96-64452f97ac90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=178fc723cd804cb1829fa1f4f33e48f0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4984767
Jun 08 03:58:56.794647 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-21744abe-139d-4683-878b-69ec289e7101 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=837001f9-2e0e-4bac-935e-3440dea914fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2898591
Jun 08 03:58:56.795275 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45432) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:58:56.796618 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-64ab5b83-436e-4996-ba96-64452f97ac90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:56.858496 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] Set router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:58:57.030474 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ad50adff-eeac-453f-ae16-a15edb705f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:57.097096 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ad50adff-eeac-453f-ae16-a15edb705f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:57.173605 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ad50adff-eeac-453f-ae16-a15edb705f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:57.183457 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ad50adff-eeac-453f-ae16-a15edb705f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:57.199157 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-ad50adff-eeac-453f-ae16-a15edb705f7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31f5d1f2-96e2-4017-a4b0-db5f762c7db2 HTTP/1.1" status: 204  len: 168 time: 0.3901880
Jun 08 03:58:57.221410 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:57.228280 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-099fb792-47a5-421b-a527-7af878f3a178 service neutron] 10.222.0.15 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.4234865
Jun 08 03:58:57.230935 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Network 25595095-7d27-4a13-98f0-9ae27dbcb04c is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:58:57.245238 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ead103-b596-4c28-abd3-5c3498c7cb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d035d8-f0d3-45d0-937a-5dba35d24bdf,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:57.266390 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50adff-eeac-453f-ae16-a15edb705f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f5d1f2-96e2-4017-a4b0-db5f762c7db2,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:57.268332 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ba389dd6-e458-443c-acbd-50cb1991e65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:57.274951 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:58:57.346654 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ba389dd6-e458-443c-acbd-50cb1991e65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:57.379720 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-29ead103-b596-4c28-abd3-5c3498c7cb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:57.470722 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ad50adff-eeac-453f-ae16-a15edb705f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:57.485663 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ba389dd6-e458-443c-acbd-50cb1991e65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:57.496221 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ba389dd6-e458-443c-acbd-50cb1991e65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:57.497238 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-ba389dd6-e458-443c-acbd-50cb1991e65e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48d035d8-f0d3-45d0-937a-5dba35d24bdf HTTP/1.1" status: 204  len: 168 time: 0.7657268
Jun 08 03:58:57.507523 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:57.551031 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba389dd6-e458-443c-acbd-50cb1991e65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d035d8-f0d3-45d0-937a-5dba35d24bdf,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:57.564178 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ba389dd6-e458-443c-acbd-50cb1991e65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:57.622189 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-6f184044-7467-4a45-87e8-b3569ccd12fb service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7737358
Jun 08 03:58:57.743196 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-c1b64576-5795-4b7a-a0ab-c416e0baf33c service neutron] 10.222.0.15 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4992442
Jun 08 03:58:57.813569 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port d2929524-49c5-45b7-ae84-e0a654a4cadc completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:58:57.833962 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port d2929524-49c5-45b7-ae84-e0a654a4cadc triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:58:57.834343 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:57.968184 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:58:57.969742 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033197'] for router_interface, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:58.058075 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0021ae700>, [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:58:47Z', 'revision_number': 3, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:58:58.089310 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b6e44-8964-44cb-983c-2ce3795a0024 None None] The sync data for ids ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'] in dv-cinder-786627-8-iscsi is: [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:58:47Z', 'revision_number': 3, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 03:58:58.278131 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4b433473-d42d-444b-9adf-8328f94014ed req-506e8eb4-d05f-4478-9903-64627ba7d122 service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5975587
Jun 08 03:58:58.310018 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812bd55-9788-40c8-bfc2-25ac2c877e3b req-36e1d82b-0c28-42bb-baf9-624d4c8e1447 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:58.318944 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d812bd55-9788-40c8-bfc2-25ac2c877e3b req-36e1d82b-0c28-42bb-baf9-624d4c8e1447 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 943 time: 1.8971448
Jun 08 03:58:58.390263 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-213374c5-7b1e-45f0-b9d6-37f05ec86266 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:58.475553 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:58.534300 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port d2929524-49c5-45b7-ae84-e0a654a4cadc, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=d2929524-49c5-45b7-ae84-e0a654a4cadc,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:58:58.544021 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:58.562163 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 9c1ac648-b8db-40a0-8a75-cc787252eb75 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:58:58.686185 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d812bd55-9788-40c8-bfc2-25ac2c877e3b req-ce43710d-0315-4ac5-83ba-eb6b3c1b6705 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3660700
Jun 08 03:58:58.694771 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-7500f20a-ba1d-4351-8975-4a367f284278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:58.770017 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0fa-9aa0-4cb8-b87b-b6154f298ebf req-0ce00d0b-a70d-4cca-b6da-e7b1f8a9974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:58.772891 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ca34c0fa-9aa0-4cb8-b87b-b6154f298ebf req-0ce00d0b-a70d-4cca-b6da-e7b1f8a9974e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8279772a97114892b0ce86b3832f7aee&device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 1096 time: 0.3953753
Jun 08 03:58:58.938049 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-a5326df9-b765-45ba-9b7f-dd9431d91661 None None] Provisioning for port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:58:58.956332 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-a5326df9-b765-45ba-9b7f-dd9431d91661 None None] Provisioning complete for port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:58:58.957129 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a5326df9-b765-45ba-9b7f-dd9431d91661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:59.021095 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=d2929524-49c5-45b7-ae84-e0a654a4cadc,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:59.042538 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:59.051232 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 9c1ac648-b8db-40a0-8a75-cc787252eb75 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:58:59.073288 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 9c1ac648-b8db-40a0-8a75-cc787252eb75 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:58:59.073743 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:59.175015 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-a5326df9-b765-45ba-9b7f-dd9431d91661 None None] Port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 03:58:59.289775 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c5243648-9683-4def-818d-4570141f0b81 req-116a8dfd-7f52-46b5-ab6b-2f69ffac244c tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 210 time: 0.6381590
Jun 08 03:58:59.320887 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2feeb170-662b-425e-b72a-e58feacf8902 req-a4f5e9ba-0eaa-4748-a8fb-e7af9685924f tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 210 time: 0.2417080
Jun 08 03:58:59.407253 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:59.484629 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port 9c1ac648-b8db-40a0-8a75-cc787252eb75, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=9c1ac648-b8db-40a0-8a75-cc787252eb75,segment=NetworkSegment(1b35ba24-7932-4b61-b17f-0ec1f7c0668e),segment_id=1b35ba24-7932-4b61-b17f-0ec1f7c0668e)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:58:59.499098 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:58:59.502181 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:58:59.669698 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0fa-9aa0-4cb8-b87b-b6154f298ebf req-39d62d34-ec6e-4487-bf34-cda92e200e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:58:59.671409 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ca34c0fa-9aa0-4cb8-b87b-b6154f298ebf req-39d62d34-ec6e-4487-bf34-cda92e200e83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=837001f9-2e0e-4bac-935e-3440dea914fb HTTP/1.1" status: 200  len: 915 time: 0.8607712
Jun 08 03:58:59.753388 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=9c1ac648-b8db-40a0-8a75-cc787252eb75,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:58:59.762431 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:58:59.913246 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device d2929524-49c5-45b7-ae84-e0a654a4cadc up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:58:59.958833 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ca34c0fa-9aa0-4cb8-b87b-b6154f298ebf req-0e8d4df4-12a5-4ffd-8a5f-96d881aea380 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a24b6183-3567-479a-be56-a179e5e4df6f HTTP/1.1" status: 200  len: 217 time: 0.2576456
Jun 08 03:58:59.979599 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-213374c5-7b1e-45f0-b9d6-37f05ec86266 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:00.065581 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-213374c5-7b1e-45f0-b9d6-37f05ec86266 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:00.065581 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:59:00.065581 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:59:00.065581 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:59:00.065581 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:00.065581 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:59:00.083118 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0fa-9aa0-4cb8-b87b-b6154f298ebf req-90bd4f6c-1a8f-4f27-94cc-3506d8885f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:00.092883 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ca34c0fa-9aa0-4cb8-b87b-b6154f298ebf req-90bd4f6c-1a8f-4f27-94cc-3506d8885f23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27ee18ff-e7d4-4abb-b4d2-4645081d1189 HTTP/1.1" status: 200  len: 854 time: 0.1263528
Jun 08 03:59:00.239913 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:00.260674 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ca34c0fa-9aa0-4cb8-b87b-b6154f298ebf req-6e902313-9458-4a8c-ad2e-fabd2cc0d011 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=837001f9-2e0e-4bac-935e-3440dea914fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1414213
Jun 08 03:59:00.297541 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:00.332207 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port d2929524-49c5-45b7-ae84-e0a654a4cadc triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:00.333091 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:00.335504 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-213374c5-7b1e-45f0-b9d6-37f05ec86266 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Network 62182247-74d1-42df-8dc8-479d3547464f is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:59:00.355786 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-213374c5-7b1e-45f0-b9d6-37f05ec86266 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:00.569532 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-213374c5-7b1e-45f0-b9d6-37f05ec86266 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:59:00.579838 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-213374c5-7b1e-45f0-b9d6-37f05ec86266 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:00.588019 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-213374c5-7b1e-45f0-b9d6-37f05ec86266 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:00.612767 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device c1d0833b-1af0-4490-9058-d949bd6ac96c up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:00.756559 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port c1d0833b-1af0-4490-9058-d949bd6ac96c completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:00.763022 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port c1d0833b-1af0-4490-9058-d949bd6ac96c triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:00.763505 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:00.869784 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-108cd37c-7948-4e95-b4f2-53f76d4c7752 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:00.871332 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-108cd37c-7948-4e95-b4f2-53f76d4c7752 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/networks?id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2 HTTP/1.1" status: 200  len: 818 time: 0.8225853
Jun 08 03:59:00.907836 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ca34c0fa-9aa0-4cb8-b87b-b6154f298ebf req-eb476a19-e063-477d-8f78-292cff2e708d service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3541186
Jun 08 03:59:00.969105 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680836b-2578-4839-8263-c5f32d468a52 req-250a28b4-4c5b-47c2-89f9-6f7b6ad453d4 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:00.980803 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b680836b-2578-4839-8263-c5f32d468a52 req-250a28b4-4c5b-47c2-89f9-6f7b6ad453d4 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 943 time: 0.9373734
Jun 08 03:59:00.993610 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-a8a3a0d6-a776-4d35-8f26-24c02256a169 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/quotas/3f56f6fbd6fd45a2bba7e5c300a8b2b4 HTTP/1.1" status: 200  len: 375 time: 0.0926144
Jun 08 03:59:01.014936 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-213374c5-7b1e-45f0-b9d6-37f05ec86266 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 11.2280715
Jun 08 03:59:01.024296 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:01.060491 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port c1d0833b-1af0-4490-9058-d949bd6ac96c, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=c1d0833b-1af0-4490-9058-d949bd6ac96c,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:01.068692 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:01.070822 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:01.168024 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=c1d0833b-1af0-4490-9058-d949bd6ac96c,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:01.184617 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:01.313216 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ca34c0fa-9aa0-4cb8-b87b-b6154f298ebf req-880d9dc6-e6ba-4aab-b3c9-bae5fc6eef26 service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3622587
Jun 08 03:59:01.350087 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Request body: {'port': {'device_id': '59628b79-7a0f-40b8-9494-01f6b52a956f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:01.484195 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45530) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:01.555111 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45536) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:01.599707 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b680836b-2578-4839-8263-c5f32d468a52 req-25d8b2d5-23bf-441b-afda-76c5c3e13e65 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6142461
Jun 08 03:59:01.662310 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device c1d0833b-1af0-4490-9058-d949bd6ac96c up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:01.857424 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port c1d0833b-1af0-4490-9058-d949bd6ac96c triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:01.857823 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:01.967963 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Allocated IP 172.20.0.1 (2caf7b80-2274-4c12-8b5d-0f60e74c7baf/d448cf88-0b89-4356-abde-c6d847bfa2f6/1ceeb28b-2e90-48dc-a944-33efdd7df9f8) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:59:01.986757 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.014341 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-3887531d-52f1-4808-bda6-0df91af87525 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f56f6fbd6fd45a2bba7e5c300a8b2b4&fields=id HTTP/1.1" status: 200  len: 255 time: 1.0198014
Jun 08 03:59:02.099072 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 9c1ac648-b8db-40a0-8a75-cc787252eb75 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:02.101045 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-3008bbff-05eb-4153-9b8d-adb05873b23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.146968 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1587996965-network', 'tenant_id': 'dd2c11794b9043d18cec6e2f8554c083'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:02.194746 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Made reservation on behalf of dd2c11794b9043d18cec6e2f8554c083 for: {'network': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:59:02.204743 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.221103 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 9c1ac648-b8db-40a0-8a75-cc787252eb75 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:02.221486 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.252038 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.359270 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.db.resource_extend [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 08 03:59:02.366438 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-3008bbff-05eb-4153-9b8d-adb05873b23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.377112 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-3008bbff-05eb-4153-9b8d-adb05873b23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.401670 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.404372 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:02.467837 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.559682 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.559890 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.569772 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.592048 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.provisioning_blocks [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Transition to ACTIVE for port object 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 will not be triggered until provisioned by entity DHCP. {{(pid=91649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:59:02.620715 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-3008bbff-05eb-4153-9b8d-adb05873b23e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bff2838c5eb451e85f501fa9af5dd18&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1349909
Jun 08 03:59:02.623223 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45552) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:02.626272 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80182aaf-0944-42bf-a4cf-db3e958c472a req-95198734-c609-4f33-8c36-f0f5f0a589ca tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:02.628139 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-80182aaf-0944-42bf-a4cf-db3e958c472a req-95198734-c609-4f33-8c36-f0f5f0a589ca tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 931 time: 0.8131533
Jun 08 03:59:02.640699 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008bbff-05eb-4153-9b8d-adb05873b23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37230767-677b-4dd8-ad36-563e01212cb1,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:02.650688 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-3008bbff-05eb-4153-9b8d-adb05873b23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:02.651744 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=91648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 03:59:02.655208 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:02.694346 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b440c115-7251-4710-8ae6-e0f3e3b4943a,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:02.701632 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:02.714044 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1033004'] for router_interface, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.717330 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.717662 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.segments_db [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Added segment 63e6e3b6-8d5c-443b-b677-ed0f95eec20a of type vlan for network 197f074b-6902-48b8-a153-5873d22ee4bd
Jun 08 03:59:02.782088 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:02.785279 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.790777 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9c2b5e1d-f33a-47db-890c-e0f274d965ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.819639 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9c2b5e1d-f33a-47db-890c-e0f274d965ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.883982 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9c2b5e1d-f33a-47db-890c-e0f274d965ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.895466 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9c2b5e1d-f33a-47db-890c-e0f274d965ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.899058 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-9c2b5e1d-f33a-47db-890c-e0f274d965ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37230767-677b-4dd8-ad36-563e01212cb1 HTTP/1.1" status: 204  len: 168 time: 0.2693555
Jun 08 03:59:02.900233 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ba389dd6-e458-443c-acbd-50cb1991e65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:02.914164 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b5e1d-f33a-47db-890c-e0f274d965ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37230767-677b-4dd8-ad36-563e01212cb1,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:02.916642 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9c2b5e1d-f33a-47db-890c-e0f274d965ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:02.925031 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.927409 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:02.928447 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:02.934411 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-1e3c5106-b6a5-4806-a6c5-540683a4481e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:03.067467 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5082791
Jun 08 03:59:03.067841 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45566) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:03.074566 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-1637101a-3cfd-4f5d-a979-e46f1839ade9 admin admin] Request body: {'subnet': {'network_id': '197f074b-6902-48b8-a153-5873d22ee4bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1587996965-subnet', 'tenant_id': 'dd2c11794b9043d18cec6e2f8554c083', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:03.085839 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Pushing event updated for resources: {'Network': ['ID=197f074b-6902-48b8-a153-5873d22ee4bd,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:03.091112 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:03.099110 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 197f074b-6902-48b8-a153-5873d22ee4bd details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 03:59:03.107025 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1637101a-3cfd-4f5d-a979-e46f1839ade9 admin admin] Made reservation on behalf of dd2c11794b9043d18cec6e2f8554c083 for: {'subnet': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:59:03.112792 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-1637101a-3cfd-4f5d-a979-e46f1839ade9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:03.163046 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-7a5efcee-098a-4657-b623-dfbecc5517ce service neutron] 10.222.0.15 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1475759
Jun 08 03:59:03.354860 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3a7b1cb3-2408-4815-9bed-ee3d2ac978eb,revision_number=2']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:03.358567 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:03.360100 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:03.360100 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:59:03.360100 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:59:03.360100 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:59:03.360100 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:03.360100 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:59:03.391953 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:03.397811 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-80182aaf-0944-42bf-a4cf-db3e958c472a req-b0b1c323-8749-4055-ac63-ec5ed87288ce tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/security-groups?id=7648b0fc-21f6-4392-87ec-d467be5c5e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6648502
Jun 08 03:59:03.436843 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45574) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:03.483856 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8b754232-a509-4586-a945-4fc92a2e2eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:03.501073 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:59:03.509806 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:03.539785 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:59:03.540404 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033197'] for router_interface, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:03.595130 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Network 25595095-7d27-4a13-98f0-9ae27dbcb04c is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:59:03.607504 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:03.738272 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-5797d1c3-de69-4418-b3ea-575fb69ebf78 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:03.739808 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-5797d1c3-de69-4418-b3ea-575fb69ebf78 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.42 "GET /v2.0/networks?id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2 HTTP/1.1" status: 200  len: 818 time: 0.3462157
Jun 08 03:59:03.753057 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-1637101a-3cfd-4f5d-a979-e46f1839ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:03.758639 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-6fd5b54a-23c6-44c1-a562-c94d558821b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Request body: {'port': {'device_id': '7995bcf7-09e3-47eb-8292-10dd6e69238a', 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2', 'admin_state_up': True, 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:03.787888 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:03.905446 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637101a-3cfd-4f5d-a979-e46f1839ade9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4f6ca4-b810-404c-8735-5472ca33d29c,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:03.918408 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-1637101a-3cfd-4f5d-a979-e46f1839ade9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:03.947158 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-79f88dbe-435a-448c-bbc7-7d5d3c0fcb30 service neutron] 10.222.0.15 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7727280
Jun 08 03:59:03.949293 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.db.resource_extend [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 08 03:59:03.996162 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-a041cb7f-bef7-4b1e-82b8-549096228863 None None] Provisioning complete for port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:03.996872 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a041cb7f-bef7-4b1e-82b8-549096228863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:04.048469 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637101a-3cfd-4f5d-a979-e46f1839ade9 admin admin] Checking segment: {'id': '63e6e3b6-8d5c-443b-b677-ed0f95eec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '197f074b-6902-48b8-a153-5873d22ee4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:59:04.048882 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1637101a-3cfd-4f5d-a979-e46f1839ade9 admin admin] Network hostable DHCP agents. Network: 197f074b-6902-48b8-a153-5873d22ee4bd, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 03:59:04.073562 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1637101a-3cfd-4f5d-a979-e46f1839ade9 admin admin] Network 197f074b-6902-48b8-a153-5873d22ee4bd is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 03:59:04.076882 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-a041cb7f-bef7-4b1e-82b8-549096228863 None None] Port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 03:59:04.086517 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-1637101a-3cfd-4f5d-a979-e46f1839ade9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 197f074b-6902-48b8-a153-5873d22ee4bd) {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:04.092910 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1637101a-3cfd-4f5d-a979-e46f1839ade9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:04.094959 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-1637101a-3cfd-4f5d-a979-e46f1839ade9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:04.103976 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da0bd37-e032-4547-a304-3845a50d5436 None None] Network 197f074b-6902-48b8-a153-5873d22ee4bd requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:59:04.120305 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-a041cb7f-bef7-4b1e-82b8-549096228863 None None] Provisioning for port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:04.146336 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5d7d89-34ef-4059-8707-d6318d2ffd3b {{(pid=91649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:04.161661 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:04.179020 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-a041cb7f-bef7-4b1e-82b8-549096228863 None None] Provisioning complete for port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:04.179501 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a041cb7f-bef7-4b1e-82b8-549096228863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:04.268424 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-a041cb7f-bef7-4b1e-82b8-549096228863 None None] Port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 03:59:04.278795 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Router 2c62b53f-da8f-47c0-9445-61f406a8fd05 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 03:59:04.286992 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2735b0d-dea7-4288-947a-e097e09704fa req-bbb1ae17-14ff-42ac-b059-bb8733b43455 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:04.288512 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d2735b0d-dea7-4288-947a-e097e09704fa req-bbb1ae17-14ff-42ac-b059-bb8733b43455 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 943 time: 0.6230183
Jun 08 03:59:04.297429 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6c72a76b-ec7b-4360-a1af-4a2bb055cea0 req-fce34d4f-cd02-4633-aa96-fcf107f6ce4a tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 210 time: 0.1373506
Jun 08 03:59:04.313791 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.provisioning_blocks [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Transition to ACTIVE for port object be5d7d89-34ef-4059-8707-d6318d2ffd3b will not be triggered until provisioned by entity L2. {{(pid=91649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:59:04.361053 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:04.370340 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:04.382771 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca847538-4815-448c-b142-c04614184688 None None] Network 197f074b-6902-48b8-a153-5873d22ee4bd requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 03:59:04.449424 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8b754232-a509-4586-a945-4fc92a2e2eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:04.453492 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:04.493448 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-1637101a-3cfd-4f5d-a979-e46f1839ade9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4166896
Jun 08 03:59:04.493448 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-6fd5b54a-23c6-44c1-a562-c94d558821b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Made reservation on behalf of 3f56f6fbd6fd45a2bba7e5c300a8b2b4 for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:59:04.493448 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-6fd5b54a-23c6-44c1-a562-c94d558821b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:04.644902 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8b754232-a509-4586-a945-4fc92a2e2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:04.725578 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-6fd5b54a-23c6-44c1-a562-c94d558821b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Allocated IP 172.20.0.8 (3f11e1f7-c04d-46a9-8e75-9364662bc4d2/3659b78f-2e2e-4fd8-bb9f-78f99e371e12/b580e7c8-f725-411e-b917-109ae41ca160) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:59:05.001138 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d2735b0d-dea7-4288-947a-e097e09704fa req-bad2c3ae-abe4-4eae-92e3-99e44da9d543 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6995630
Jun 08 03:59:05.043335 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-6fd5b54a-23c6-44c1-a562-c94d558821b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:05.087179 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-6fd5b54a-23c6-44c1-a562-c94d558821b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:05.090917 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-6fd5b54a-23c6-44c1-a562-c94d558821b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:05.090917 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:59:05.090917 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:59:05.090917 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:59:05.090917 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:05.090917 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:59:05.096025 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Pushing event updated for resources: {'Port': ['ID=be5d7d89-34ef-4059-8707-d6318d2ffd3b,revision_number=2']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:05.107151 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:05.111462 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:05.126020 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.managers [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Attempting to bind port be5d7d89-34ef-4059-8707-d6318d2ffd3b on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:59:05.126385 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.managers [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Attempting to bind port be5d7d89-34ef-4059-8707-d6318d2ffd3b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '2380855f-0df8-43a5-a10f-f566351d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62182247-74d1-42df-8dc8-479d3547464f'}] {{(pid=91649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:59:05.126737 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Attempting to bind port be5d7d89-34ef-4059-8707-d6318d2ffd3b on network 62182247-74d1-42df-8dc8-479d3547464f {{(pid=91649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:05.129273 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 03:59:05.132800 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-8b754232-a509-4586-a945-4fc92a2e2eb4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f19870622ee4942b286e0038f37d30a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6839082
Jun 08 03:59:05.139325 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Sync routers for ids ['2c62b53f-da8f-47c0-9445-61f406a8fd05'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 03:59:05.139875 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-6fd5b54a-23c6-44c1-a562-c94d558821b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:59:05.141621 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-6fd5b54a-23c6-44c1-a562-c94d558821b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:05.152499 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-6fd5b54a-23c6-44c1-a562-c94d558821b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:59:05.152706 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] 10.222.0.15 "PUT /v2.0/routers/2c62b53f-da8f-47c0-9445-61f406a8fd05/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.1404278
Jun 08 03:59:05.152706 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45604) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:05.152847 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-6fd5b54a-23c6-44c1-a562-c94d558821b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:05.152847 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-6fd5b54a-23c6-44c1-a562-c94d558821b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:05.156383 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Routers {'2c62b53f-da8f-47c0-9445-61f406a8fd05'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:59:05.157084 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0025a0fd0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:58:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2c62b53f-da8f-47c0-9445-61f406a8fd05'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:05.169150 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Port be5d7d89-34ef-4059-8707-d6318d2ffd3b on network 62182247-74d1-42df-8dc8-479d3547464f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 03:59:05.169469 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Attempting to bind port be5d7d89-34ef-4059-8707-d6318d2ffd3b on network 62182247-74d1-42df-8dc8-479d3547464f {{(pid=91649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:05.205186 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-6fd5b54a-23c6-44c1-a562-c94d558821b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4506075
Jun 08 03:59:05.223849 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Request body: {'port': {'device_id': '7995bcf7-09e3-47eb-8292-10dd6e69238a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:05.381004 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:59:05.383041 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Checking segment: {'id': '2380855f-0df8-43a5-a10f-f566351d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62182247-74d1-42df-8dc8-479d3547464f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:59:05.383919 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Bound using segment: {'id': '2380855f-0df8-43a5-a10f-f566351d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62182247-74d1-42df-8dc8-479d3547464f'} {{(pid=91649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:59:05.385057 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.managers [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Bound port: be5d7d89-34ef-4059-8707-d6318d2ffd3b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2380855f-0df8-43a5-a10f-f566351d733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '62182247-74d1-42df-8dc8-479d3547464f'}}] {{(pid=91649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:59:05.391437 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:05.523930 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.42', 59979) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:05.574379 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Set router 2c62b53f-da8f-47c0-9445-61f406a8fd05 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:59:05.624700 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b754232-a509-4586-a945-4fc92a2e2eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6019914-4e99-4f91-b4f9-b7e48f3611e2,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:05.698407 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-8b754232-a509-4586-a945-4fc92a2e2eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:05.724896 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:05.761848 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b74ac7e3-1324-412f-86a2-aeca2464a263 req-a934ef12-48ee-4445-bc99-07676715f766 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 210 time: 0.1262367
Jun 08 03:59:05.810448 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89189b9b-87af-45db-bc54-332318127384 req-2e253c61-ee88-422e-b85d-1deeab2c61fd tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:05.818472 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-89189b9b-87af-45db-bc54-332318127384 req-2e253c61-ee88-422e-b85d-1deeab2c61fd tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 943 time: 1.2018702
Jun 08 03:59:05.856532 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:05.903309 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3e835b75-dbe2-459d-a30c-f2ddfed3c48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:05.938048 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-89189b9b-87af-45db-bc54-332318127384 req-245e196f-f8c0-469a-a0b6-7e7639623cdf tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/security-groups?id=7648b0fc-21f6-4392-87ec-d467be5c5e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180110
Jun 08 03:59:05.952112 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] For port be5d7d89-34ef-4059-8707-d6318d2ffd3b, host hv-cinder-78662, cleared binding levels {{(pid=91649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:59:05.967369 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] For port be5d7d89-34ef-4059-8707-d6318d2ffd3b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=be5d7d89-34ef-4059-8707-d6318d2ffd3b,segment=NetworkSegment(2380855f-0df8-43a5-a10f-f566351d733d),segment_id=2380855f-0df8-43a5-a10f-f566351d733d)] {{(pid=91649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:59:05.990059 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:05.992136 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3e835b75-dbe2-459d-a30c-f2ddfed3c48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:05.996496 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-ed566804-a938-4863-8f04-1957631c2c63 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:05.998164 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-ed566804-a938-4863-8f04-1957631c2c63 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.42 "GET /v2.0/networks?id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2 HTTP/1.1" status: 200  len: 818 time: 0.4608817
Jun 08 03:59:06.017533 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-25f1b55f-bce9-4a55-ab67-67e17299c76e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Request body: {'port': {'device_id': 'fbdbad95-869a-4518-ad14-3216e3e5db7b', 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2', 'admin_state_up': True, 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:06.035232 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:06.120174 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:06.149719 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0025a0fd0>, [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 2, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:06.158293 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Checking router: 2c62b53f-da8f-47c0-9445-61f406a8fd05 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 03:59:06.159148 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Updating router 2c62b53f-da8f-47c0-9445-61f406a8fd05 port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb binding host dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 03:59:06.163130 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:06.163760 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:06.165247 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] 10.222.0.42 "PUT /v2.0/ports/be5d7d89-34ef-4059-8707-d6318d2ffd3b HTTP/1.1" status: 200  len: 1093 time: 4.9082799
Jun 08 03:59:06.167981 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59628b79-7a0f-40b8-9494-01f6b52a956f', 'tag': 'be5d7d89-34ef-4059-8707-d6318d2ffd3b'}] {{(pid=91649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:06.248530 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:06.270923 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device a24b6183-3567-479a-be56-a179e5e4df6f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 03:59:06.275120 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:06.325174 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-25f1b55f-bce9-4a55-ab67-67e17299c76e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Made reservation on behalf of 3f56f6fbd6fd45a2bba7e5c300a8b2b4 for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:59:06.329929 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-25f1b55f-bce9-4a55-ab67-67e17299c76e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:06.397360 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1033004'] for router_interface, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:06.475360 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b580e7c8-f725-411e-b917-109ae41ca160 {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:06.499058 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:06.526117 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Transition to ACTIVE for port object b580e7c8-f725-411e-b917-109ae41ca160 will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:59:06.538331 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:06.547812 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68076f80de6398871b1479c29e58ad4c04b4d9bb8781698605459407955b999f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79893b1c-6fda-4a33-9b9b-a0b1d93d4454" -d '{"events": [{"name": "network-changed", "server_uuid": "59628b79-7a0f-40b8-9494-01f6b52a956f", "tag": "be5d7d89-34ef-4059-8707-d6318d2ffd3b"}]}' {{(pid=91649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:06.588968 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Pushing event updated for resources: {'Port': ['ID=be5d7d89-34ef-4059-8707-d6318d2ffd3b,revision_number=3']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:06.601722 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:06.603159 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-bce84cf3-be5e-4d7b-975e-ac72135ec4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:06.645683 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:06.666051 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port a24b6183-3567-479a-be56-a179e5e4df6f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a24b6183-3567-479a-be56-a179e5e4df6f,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:06.696504 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': 'a24b6183-3567-479a-be56-a179e5e4df6f', 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb', 'port_id': 'a24b6183-3567-479a-be56-a179e5e4df6f', 'mac_address': 'fa:16:3e:d4:5b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ee18ff-e7d4-4abb-b4d2-4645081d1189', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 03:59:06.810753 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:06.833801 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Pushing event updated for resources: {'Port': ['ID=1ceeb28b-2e90-48dc-a944-33efdd7df9f8,revision_number=2']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:06.845300 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:06.848125 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:06.848393 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24b6183-3567-479a-be56-a179e5e4df6f {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:06.862279 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3e835b75-dbe2-459d-a30c-f2ddfed3c48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:06.877152 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Transition to ACTIVE for port object 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:59:06.887611 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:06.895182 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port a24b6183-3567-479a-be56-a179e5e4df6f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a24b6183-3567-479a-be56-a179e5e4df6f,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:06.895672 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-8205a2b0-7195-4b03-a395-3bf82a4dca3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:06.901990 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:59:06.904930 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3e835b75-dbe2-459d-a30c-f2ddfed3c48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:06.909696 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-3e835b75-dbe2-459d-a30c-f2ddfed3c48a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6019914-4e99-4f91-b4f9-b7e48f3611e2 HTTP/1.1" status: 204  len: 168 time: 1.7582471
Jun 08 03:59:06.915945 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:06.916203 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-29ead103-b596-4c28-abd3-5c3498c7cb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:06.922963 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:06.953370 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:06.971539 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Pushing event updated for resources: {'Port': ['ID=b580e7c8-f725-411e-b917-109ae41ca160,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:06.972218 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e835b75-dbe2-459d-a30c-f2ddfed3c48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6019914-4e99-4f91-b4f9-b7e48f3611e2,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:06.981337 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-3e835b75-dbe2-459d-a30c-f2ddfed3c48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:06.998423 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:07.034094 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3238f3-5f34-4557-9aa1-0498f7e906fb None None] Pushing event updated for resources: {'Port': ['ID=3a7b1cb3-2408-4815-9bed-ee3d2ac978eb,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:07.039707 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ea3238f3-5f34-4557-9aa1-0498f7e906fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:07.152145 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45660) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:07.188030 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-2cd342f2-976c-480a-be2e-591c670c5f57 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952102092', 'description': 'tempest-description--1704453314'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:07.196108 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Attempting to bind port b580e7c8-f725-411e-b917-109ae41ca160 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:59:07.196573 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['a24b6183-3567-479a-be56-a179e5e4df6f'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 03:59:07.198860 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Attempting to bind port b580e7c8-f725-411e-b917-109ae41ca160 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '1b35ba24-7932-4b61-b17f-0ec1f7c0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:59:07.199516 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Attempting to bind port b580e7c8-f725-411e-b917-109ae41ca160 on network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:07.207264 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-dbdd9b4a-2fbc-4520-bd03-9015950e8f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:07.209332 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-dbdd9b4a-2fbc-4520-bd03-9015950e8f66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f420569d3364595a1a3b52dcf59d025&device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 1096 time: 0.9366388
Jun 08 03:59:07.220488 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Port b580e7c8-f725-411e-b917-109ae41ca160 on network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 03:59:07.221141 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Attempting to bind port b580e7c8-f725-411e-b917-109ae41ca160 on network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:07.251715 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a45200-dbca-486a-bbaf-12c37ea3ad62 req-a9a80036-c052-40ff-ba82-9e2ca9020167 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:07.263182 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:59:07.264089 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a6a45200-dbca-486a-bbaf-12c37ea3ad62 req-a9a80036-c052-40ff-ba82-9e2ca9020167 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 943 time: 0.9927902
Jun 08 03:59:07.265899 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Checking segment: {'id': '1b35ba24-7932-4b61-b17f-0ec1f7c0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:59:07.266737 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Bound using segment: {'id': '1b35ba24-7932-4b61-b17f-0ec1f7c0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:59:07.267436 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Bound port: b580e7c8-f725-411e-b917-109ae41ca160, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b35ba24-7932-4b61-b17f-0ec1f7c0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:59:07.268259 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:07.305310 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-25f1b55f-bce9-4a55-ab67-67e17299c76e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Allocated IP 172.20.0.2 (3f11e1f7-c04d-46a9-8e75-9364662bc4d2/3659b78f-2e2e-4fd8-bb9f-78f99e371e12/c30783ab-310f-428f-80c0-07416a6c9e11) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:59:07.375879 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=a24b6183-3567-479a-be56-a179e5e4df6f,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:07.392765 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:07.449465 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Attempting to bind port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:59:07.450028 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-cd570e89-d825-4f45-8184-8c0c63b43e14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be5d7d89-34ef-4059-8707-d6318d2ffd3b HTTP/1.1" status: 200  len: 217 time: 0.1102798
Jun 08 03:59:07.450421 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Attempting to bind port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:59:07.451105 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Attempting to bind port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb on network 25595095-7d27-4a13-98f0-9ae27dbcb04c {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:07.469688 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:59:07.470244 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Checking segment: {'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:59:07.470838 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:07.471346 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Bound using segment: {'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:59:07.471943 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Bound port: 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:59:07.475185 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:07.583856 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7eff0ad-15c9-4024-9945-8a5b364eb91f x-openstack-request-id: req-b7eff0ad-15c9-4024-9945-8a5b364eb91f {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:07.584165 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59628b79-7a0f-40b8-9494-01f6b52a956f", "tag": "be5d7d89-34ef-4059-8707-d6318d2ffd3b", "status": "completed", "code": 200}]} {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:07.584532 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7eff0ad-15c9-4024-9945-8a5b364eb91f {{(pid=91649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:07.585009 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59628b79-7a0f-40b8-9494-01f6b52a956f', 'tag': 'be5d7d89-34ef-4059-8707-d6318d2ffd3b', 'status': 'completed', 'code': 200}
Jun 08 03:59:07.631935 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a6a45200-dbca-486a-bbaf-12c37ea3ad62 req-a8dcde75-0d9d-45bc-83e4-05a184019c5c tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3662248
Jun 08 03:59:07.704384 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2cd342f2-976c-480a-be2e-591c670c5f57 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:07.739094 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] For port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:59:07.746852 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] For port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=3a7b1cb3-2408-4815-9bed-ee3d2ac978eb,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:59:07.754308 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:07.771017 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-60b1011c-00d8-4bca-b6e3-1f6ee27202bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:07.808866 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] For port b580e7c8-f725-411e-b917-109ae41ca160, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:59:07.813219 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-66e7c136-da7e-41e0-8dde-27f890ba7da5 None None] Provisioning complete for port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:07.813626 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-66e7c136-da7e-41e0-8dde-27f890ba7da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:07.828720 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] For port b580e7c8-f725-411e-b917-109ae41ca160, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b580e7c8-f725-411e-b917-109ae41ca160,segment=NetworkSegment(1b35ba24-7932-4b61-b17f-0ec1f7c0668e),segment_id=1b35ba24-7932-4b61-b17f-0ec1f7c0668e)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:59:07.838908 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:07.852305 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:07.944108 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-66e7c136-da7e-41e0-8dde-27f890ba7da5 None None] Port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 03:59:07.951755 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:07.952588 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:07.954668 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] 10.222.0.42 "PUT /v2.0/ports/b580e7c8-f725-411e-b917-109ae41ca160 HTTP/1.1" status: 200  len: 1093 time: 2.7415080
Jun 08 03:59:07.958145 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7995bcf7-09e3-47eb-8292-10dd6e69238a', 'tag': 'b580e7c8-f725-411e-b917-109ae41ca160'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:07.961701 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d7d6ce-a7ae-4cb7-a3a6-a980ae46395c" -d '{"events": [{"name": "network-changed", "server_uuid": "7995bcf7-09e3-47eb-8292-10dd6e69238a", "tag": "b580e7c8-f725-411e-b917-109ae41ca160"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:07.968057 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e1b87202-7851-4a10-9d75-171cffd6809c req-d14f49d9-f70c-4ae6-a64a-91e86a44d68a tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 210 time: 0.1717231
Jun 08 03:59:07.990090 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3238f3-5f34-4557-9aa1-0498f7e906fb None None] Pushing event updated for resources: {'Port': ['ID=3a7b1cb3-2408-4815-9bed-ee3d2ac978eb,revision_number=4']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:08.020056 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-286730a6-90ea-4864-bc19-7918fa2c2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:08.022207 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-286730a6-90ea-4864-bc19-7918fa2c2a96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9581f9c-7003-48d2-a07d-6465d9464388 HTTP/1.1" status: 200  len: 851 time: 0.4789641
Jun 08 03:59:08.024790 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ea3238f3-5f34-4557-9aa1-0498f7e906fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:08.082783 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Routers {'2c62b53f-da8f-47c0-9445-61f406a8fd05'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:59:08.082783 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0025a0fd0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:58:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2c62b53f-da8f-47c0-9445-61f406a8fd05'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:08.216277 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-25f1b55f-bce9-4a55-ab67-67e17299c76e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:08.223974 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Pushing event updated for resources: {'Port': ['ID=b580e7c8-f725-411e-b917-109ae41ca160,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:08.236304 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:08.270100 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-9608855d-20d7-4102-8e27-374f7b842a4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=62182247-74d1-42df-8dc8-479d3547464f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2318885
Jun 08 03:59:08.299696 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-e10761cf-c6cb-427e-9d77-5bc6c104e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:08.304232 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-e10761cf-c6cb-427e-9d77-5bc6c104e47a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f56f6fbd6fd45a2bba7e5c300a8b2b4&device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 1096 time: 0.2741628
Jun 08 03:59:08.346331 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 03:59:08.442871 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-25f1b55f-bce9-4a55-ab67-67e17299c76e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:08.451432 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-25f1b55f-bce9-4a55-ab67-67e17299c76e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:08.451432 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:59:08.451432 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:59:08.451432 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:59:08.451432 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:08.451432 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:59:08.455941 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-96d021e1-bdc5-41d4-a5ba-12aafe3cfe7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b580e7c8-f725-411e-b917-109ae41ca160 HTTP/1.1" status: 200  len: 217 time: 0.1441343
Jun 08 03:59:08.471606 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] Set router 2c62b53f-da8f-47c0-9445-61f406a8fd05 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:59:08.472130 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-25f1b55f-bce9-4a55-ab67-67e17299c76e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:59:08.472807 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-25f1b55f-bce9-4a55-ab67-67e17299c76e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:08.475041 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-25f1b55f-bce9-4a55-ab67-67e17299c76e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:59:08.480716 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-25f1b55f-bce9-4a55-ab67-67e17299c76e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:08.481324 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-25f1b55f-bce9-4a55-ab67-67e17299c76e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:08.555828 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef6302-a1d7-43a2-b1c3-d598686e86c8 req-63b9155f-8535-49c8-bebd-47bb9e83d03e tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:08.557334 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-feef6302-a1d7-43a2-b1c3-d598686e86c8 req-63b9155f-8535-49c8-bebd-47bb9e83d03e tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 943 time: 0.6927836
Jun 08 03:59:08.821058 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0025a0fd0>, [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:07Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:08.825604 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a550faf-4c49-4c86-b05e-8eaf2140a8d5 None None] The sync data for ids ['2c62b53f-da8f-47c0-9445-61f406a8fd05'] in dv-cinder-786627-8-iscsi is: [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:07Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 03:59:08.862260 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-feef6302-a1d7-43a2-b1c3-d598686e86c8 req-1ffef165-4648-4834-9c67-e090983d3d46 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/security-groups?id=7648b0fc-21f6-4392-87ec-d467be5c5e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2935750
Jun 08 03:59:08.901480 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-dd0f0c7d-019c-42cb-9cfe-3970dd26e89e service neutron] 10.222.0.42 "GET /v2.0/networks/62182247-74d1-42df-8dc8-479d3547464f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5866370
Jun 08 03:59:08.908549 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2cd342f2-976c-480a-be2e-591c670c5f57 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:08.927284 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237d11-397d-467e-8c89-b9245ad1a140 req-8715e28a-d498-43e4-b193-576ef6fb5539 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:08.932774 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-25f1b55f-bce9-4a55-ab67-67e17299c76e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9196339
Jun 08 03:59:08.933939 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12237d11-397d-467e-8c89-b9245ad1a140 req-8715e28a-d498-43e4-b193-576ef6fb5539 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/networks?id=197f074b-6902-48b8-a153-5873d22ee4bd HTTP/1.1" status: 200  len: 809 time: 0.6617882
Jun 08 03:59:08.946526 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2cd342f2-976c-480a-be2e-591c670c5f57 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:08.954126 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:08.969437 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5abefa3-3e93-4730-84ee-1341be750ec4 x-openstack-request-id: req-b5abefa3-3e93-4730-84ee-1341be750ec4 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:08.969686 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7995bcf7-09e3-47eb-8292-10dd6e69238a", "tag": "b580e7c8-f725-411e-b917-109ae41ca160", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:08.970178 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5abefa3-3e93-4730-84ee-1341be750ec4 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:08.970848 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7995bcf7-09e3-47eb-8292-10dd6e69238a', 'tag': 'b580e7c8-f725-411e-b917-109ae41ca160', 'status': 'completed', 'code': 200}
Jun 08 03:59:08.976880 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12237d11-397d-467e-8c89-b9245ad1a140 req-d26b367b-4dd1-4bf7-a3e7-97e2529a5bf9 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/quotas/dd2c11794b9043d18cec6e2f8554c083 HTTP/1.1" status: 200  len: 375 time: 0.0420206
Jun 08 03:59:09.049308 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 03:59:09.058469 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Sync routers for ids ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 03:59:09.075987 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] 10.222.0.15 "PUT /v2.0/routers/9e39ec5f-cbfa-4b69-8221-3bb34889cc08/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.0756159
Jun 08 03:59:09.084785 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2cd342f2-976c-480a-be2e-591c670c5f57 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:09.086064 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Routers {'9e39ec5f-cbfa-4b69-8221-3bb34889cc08'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:59:09.086212 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-2cd342f2-976c-480a-be2e-591c670c5f57 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.9135303
Jun 08 03:59:09.087571 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002371490>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:58:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:09.089162 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45722) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:09.089836 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12237d11-397d-467e-8c89-b9245ad1a140 req-80fe2992-eae4-4d4e-aba6-64be17b83031 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2c11794b9043d18cec6e2f8554c083&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0876184
Jun 08 03:59:09.090657 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd342f2-976c-480a-be2e-591c670c5f57 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53bff3e3-6bcd-4c9d-882b-4c0b60169b48,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:09.107784 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-827905ce-01c9-429f-8236-1730b9a2bd69 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Request body: {'security_group_rule': {'security_group_id': '53bff3e3-6bcd-4c9d-882b-4c0b60169b48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:09.185407 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-2cd342f2-976c-480a-be2e-591c670c5f57 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:09.189381 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-827905ce-01c9-429f-8236-1730b9a2bd69 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:09.359502 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-827905ce-01c9-429f-8236-1730b9a2bd69 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:09.365857 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Set router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:59:09.371525 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-827905ce-01c9-429f-8236-1730b9a2bd69 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:09.374057 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:09.428658 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827905ce-01c9-429f-8236-1730b9a2bd69 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a716ec1-c979-45be-893a-809730ea2453,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:09.437258 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-827905ce-01c9-429f-8236-1730b9a2bd69 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:09.450495 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-827905ce-01c9-429f-8236-1730b9a2bd69 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:09.454166 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-827905ce-01c9-429f-8236-1730b9a2bd69 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3616042
Jun 08 03:59:09.455653 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45732) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:09.456438 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12237d11-397d-467e-8c89-b9245ad1a140 req-493679d4-9a2b-4a4b-895b-6cd1cdcac65e service neutron] 10.222.0.15 "GET /v2.0/networks/197f074b-6902-48b8-a153-5873d22ee4bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2720916
Jun 08 03:59:09.464137 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-fd762e9f-e84c-476d-bc82-df22714f4869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Request body: {'security_group_rule': {'security_group_id': '53bff3e3-6bcd-4c9d-882b-4c0b60169b48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:09.495658 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e3f57-d907-41a4-a55b-979846fee14b req-26210198-a030-4133-ba51-a96b2f3a719c tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:09.512616 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b68e3f57-d907-41a4-a55b-979846fee14b req-26210198-a030-4133-ba51-a96b2f3a719c tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 944 time: 0.4289911
Jun 08 03:59:09.537570 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fd762e9f-e84c-476d-bc82-df22714f4869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:09.697558 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fd762e9f-e84c-476d-bc82-df22714f4869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:09.706855 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fd762e9f-e84c-476d-bc82-df22714f4869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:09.741811 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-827905ce-01c9-429f-8236-1730b9a2bd69 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:09.772074 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd762e9f-e84c-476d-bc82-df22714f4869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47743dad-e304-4bb8-92eb-6170cb6e851b,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:09.779860 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fd762e9f-e84c-476d-bc82-df22714f4869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:09.780820 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fd762e9f-e84c-476d-bc82-df22714f4869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:09.784679 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-fd762e9f-e84c-476d-bc82-df22714f4869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3278863
Jun 08 03:59:09.787445 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45742) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:09.810632 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Request body: {'floatingip': {'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:09.861399 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:09.864731 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for floatingip, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:09.866502 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b68e3f57-d907-41a4-a55b-979846fee14b req-d31ae852-fd3e-42af-803b-2e3613c25420 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3515818
Jun 08 03:59:09.952485 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12237d11-397d-467e-8c89-b9245ad1a140 req-03b502ba-ba47-4dea-a559-7bf7911882c4 service neutron] 10.222.0.15 "GET /v2.0/networks/197f074b-6902-48b8-a153-5873d22ee4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4948931
Jun 08 03:59:10.054256 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:10.081745 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:10.082378 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:10.083278 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:10.233778 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c70a5-c8a7-4237-a728-468cd8764a57 req-6212bf93-e1ef-48ed-a86b-9b9a90289ff7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:10.238369 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ca4c70a5-c8a7-4237-a728-468cd8764a57 req-6212bf93-e1ef-48ed-a86b-9b9a90289ff7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 931 time: 0.1804886
Jun 08 03:59:10.379615 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ca4c70a5-c8a7-4237-a728-468cd8764a57 req-e6d6463b-3e21-4de7-a2a1-57ec8efeb658 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269593
Jun 08 03:59:10.380689 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Allocated IP 172.27.3.138 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/e68dbfef-fa8c-41de-827f-3e2423773857) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:59:10.393203 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002371490>, [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:05Z', 'revision_number': 2, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:10.424565 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Checking router: 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 03:59:10.428261 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Updating router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 binding host dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 03:59:10.490307 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:10.604883 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=3a7b1cb3-2408-4815-9bed-ee3d2ac978eb,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:10.616787 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:10.639741 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:10.652626 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:10.723604 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c665fc-c645-41f1-8608-2e5da5c1e731 req-9f27365c-2507-477c-9579-cad612c4c3e6 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:10.725343 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c5c665fc-c645-41f1-8608-2e5da5c1e731 req-9f27365c-2507-477c-9579-cad612c4c3e6 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 943 time: 0.1915259
Jun 08 03:59:10.760019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:10.804994 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:10.805800 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:10.805800 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:59:10.805800 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:59:10.805800 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:59:10.805800 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:10.805800 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:59:10.810229 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=3a7b1cb3-2408-4815-9bed-ee3d2ac978eb,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:10.822328 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c5c665fc-c645-41f1-8608-2e5da5c1e731 req-c7e96e08-13f7-4134-8241-90e3a5878035 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/security-groups?id=7648b0fc-21f6-4392-87ec-d467be5c5e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906005
Jun 08 03:59:10.826488 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:10.837567 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:59:10.838679 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:10.841822 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:59:10.923302 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:10.990935 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-94a3e81c-1422-4a10-a187-ef0ec5fdfe40 req-663921cc-17ec-4d2d-a551-db929d4f27ce tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 210 time: 0.0548165
Jun 08 03:59:11.055085 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:11.164479 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45772) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:11.170872 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device a24b6183-3567-479a-be56-a179e5e4df6f up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:11.173570 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-7f3abee2-c1fb-44a8-ba2a-5a399102f91c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--484092225', 'description': 'tempest-description--2127912915'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:11.219616 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Notify callbacks [] for port, precommit_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:11.254052 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Transition to ACTIVE for port object 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:59:11.279300 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:11.281357 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Request body: {'port': {'device_id': 'fbdbad95-869a-4518-ad14-3216e3e5db7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:11.283067 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abed05-28ad-456a-a31e-15b6dd50d500 req-94bb45cf-f0e9-4e0e-af7f-47ee4abae02c tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:11.284606 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-52abed05-28ad-456a-a31e-15b6dd50d500 req-94bb45cf-f0e9-4e0e-af7f-47ee4abae02c tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 944 time: 0.1869011
Jun 08 03:59:11.285939 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-1e6759e6-d85f-4c65-bd84-0e12f05cd6e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:11.352024 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-52abed05-28ad-456a-a31e-15b6dd50d500 req-8dae94ef-1944-43ae-b02c-9121a49918c4 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587044
Jun 08 03:59:11.374206 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29c741a2-5df3-4aaa-966b-ba023ff38937 req-4dc1a945-b5c7-49b8-a9d9-ef945fb62d08 service neutron] 10.222.0.42 "GET /v2.0/networks/62182247-74d1-42df-8dc8-479d3547464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129610
Jun 08 03:59:11.485965 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-7f3abee2-c1fb-44a8-ba2a-5a399102f91c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:11.486581 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289ce80-979e-496b-a2c7-058e15ceb346 None None] Pushing event updated for resources: {'Port': ['ID=1ceeb28b-2e90-48dc-a944-33efdd7df9f8,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:11.497781 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-f289ce80-979e-496b-a2c7-058e15ceb346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:11.510133 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port a24b6183-3567-479a-be56-a179e5e4df6f completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:11.544708 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:11.563664 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-8e8f13fe-69c5-4269-9a1f-7db5fcbdca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:11.565763 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-8e8f13fe-69c5-4269-9a1f-7db5fcbdca37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3659b78f-2e2e-4fd8-bb9f-78f99e371e12 HTTP/1.1" status: 200  len: 858 time: 0.3998423
Jun 08 03:59:11.584264 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port a24b6183-3567-479a-be56-a179e5e4df6f triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:11.589279 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:11.680299 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-7f3abee2-c1fb-44a8-ba2a-5a399102f91c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:11.691642 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:11.802361 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95774311-9a43-4ad7-b9ee-0cc8206b29dc req-93a54c4b-0ce9-462d-a632-88e976df9a6f tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:11.803956 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-95774311-9a43-4ad7-b9ee-0cc8206b29dc req-93a54c4b-0ce9-462d-a632-88e976df9a6f tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 931 time: 0.1186702
Jun 08 03:59:11.822967 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Attempting to bind port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:59:11.823934 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Attempting to bind port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:59:11.824115 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Attempting to bind port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 on network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:11.831838 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-7f3abee2-c1fb-44a8-ba2a-5a399102f91c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:11.832675 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79893b1c-6fda-4a33-9b9b-a0b1d93d4454 req-e7f02170-d81a-4f52-b802-50e5336e4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:11.835757 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-79893b1c-6fda-4a33-9b9b-a0b1d93d4454 req-e7f02170-d81a-4f52-b802-50e5336e4d5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f420569d3364595a1a3b52dcf59d025&device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 1096 time: 0.3859992
Jun 08 03:59:11.844349 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:59:11.845047 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Checking segment: {'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:59:11.845463 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:11.845924 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Bound using segment: {'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:59:11.846774 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Bound port: 1ceeb28b-2e90-48dc-a944-33efdd7df9f8, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:59:11.847477 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:11.861681 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-8d9cb3ce-91b3-4ca1-b90c-cc6238415cc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2779601
Jun 08 03:59:11.868141 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-a59d77c0-54b5-4ce1-815d-77699cb245af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:11.908248 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3abee2-c1fb-44a8-ba2a-5a399102f91c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:11.936744 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7f3abee2-c1fb-44a8-ba2a-5a399102f91c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:12.024219 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:12.070183 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450be084-28bd-4d9d-9e32-cddc9a2733f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24b6183-3567-479a-be56-a179e5e4df6f'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:12.092276 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-95774311-9a43-4ad7-b9ee-0cc8206b29dc req-847dba71-1782-4da6-8428-2f2a95a63cb6 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2810273
Jun 08 03:59:12.126236 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.42', 59990) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:12.240682 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-7b582ff5-95c4-4df2-afaa-ac00d55e53ce service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3364437
Jun 08 03:59:12.270875 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port a24b6183-3567-479a-be56-a179e5e4df6f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a24b6183-3567-479a-be56-a179e5e4df6f,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:12.271933 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-7f3abee2-c1fb-44a8-ba2a-5a399102f91c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:12.276114 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:12.276373 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-7f3abee2-c1fb-44a8-ba2a-5a399102f91c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.1054676
Jun 08 03:59:12.276446 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:12.285060 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45810) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:12.314033 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.db.resource_extend [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 08 03:59:12.338210 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-b0670b45-de89-47fe-8582-4c8a9b7b19e9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Request body: {'security_group_rule': {'security_group_id': '2b12b7f6-bc14-4d82-9e03-b5574cd53c4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:12.363769 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:12.376005 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:12.379994 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:12.392448 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79893b1c-6fda-4a33-9b9b-a0b1d93d4454 req-31238590-45e7-40e3-a620-e579af4a91da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:12.393945 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-79893b1c-6fda-4a33-9b9b-a0b1d93d4454 req-31238590-45e7-40e3-a620-e579af4a91da service neutron] 10.222.0.42 "GET /v2.0/networks?id=62182247-74d1-42df-8dc8-479d3547464f HTTP/1.1" status: 200  len: 912 time: 0.5454168
Jun 08 03:59:12.540494 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73291e3-c285-49c4-be69-2517a168a6d8" -d '{"events": [{"server_uuid": "450be084-28bd-4d9d-9e32-cddc9a2733f2", "name": "network-vif-plugged", "status": "completed", "tag": "a24b6183-3567-479a-be56-a179e5e4df6f"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:12.545841 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:12.558663 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=a24b6183-3567-479a-be56-a179e5e4df6f,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:12.571008 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:12.604138 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] For port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:59:12.630509 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237d11-397d-467e-8c89-b9245ad1a140 req-da9da22f-13de-4b99-bd40-d988d62eddbb tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:12.633231 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12237d11-397d-467e-8c89-b9245ad1a140 req-da9da22f-13de-4b99-bd40-d988d62eddbb tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.42 "GET /v2.0/networks?id=197f074b-6902-48b8-a153-5873d22ee4bd HTTP/1.1" status: 200  len: 809 time: 0.5056605
Jun 08 03:59:12.635731 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-261d16c7-c201-485c-97bc-a2c6a85ea737 req-63451210-0261-4dc5-86c3-596863c91ce1 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 210 time: 0.3192842
Jun 08 03:59:12.666290 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] For port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=1ceeb28b-2e90-48dc-a944-33efdd7df9f8,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:59:12.670161 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2956df-1150-49b9-92ff-83ba731fd1be req-8ec639f2-6759-46e7-b105-bcf82ec5fe75 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:12.672336 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2b2956df-1150-49b9-92ff-83ba731fd1be req-8ec639f2-6759-46e7-b105-bcf82ec5fe75 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 943 time: 0.6355534
Jun 08 03:59:12.674392 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-79893b1c-6fda-4a33-9b9b-a0b1d93d4454 req-ccfb4b80-c314-4e38-a2ed-7cc64cb22441 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be5d7d89-34ef-4059-8707-d6318d2ffd3b HTTP/1.1" status: 200  len: 217 time: 0.1289763
Jun 08 03:59:12.682771 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:12.685782 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:12.687771 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eabdb654-1c96-47a5-b407-cfa651025489 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Request body: {'port': {'device_id': '7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4', 'network_id': '197f074b-6902-48b8-a153-5873d22ee4bd', 'admin_state_up': True, 'tenant_id': 'dd2c11794b9043d18cec6e2f8554c083'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:12.699106 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-a097364e-d0e0-4784-bdd4-9e80e47bee87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:12.794947 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b0670b45-de89-47fe-8582-4c8a9b7b19e9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:12.819266 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Pushing event updated for resources: {'Port': ['ID=e68dbfef-fa8c-41de-827f-3e2423773857,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:12.828753 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:12.837393 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289ce80-979e-496b-a2c7-058e15ceb346 None None] Pushing event updated for resources: {'Port': ['ID=1ceeb28b-2e90-48dc-a944-33efdd7df9f8,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:12.841584 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-f289ce80-979e-496b-a2c7-058e15ceb346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:12.851715 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:12.877033 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Routers {'9e39ec5f-cbfa-4b69-8221-3bb34889cc08'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:59:12.877676 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002371490>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:58:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:12.883942 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b73b412-d208-4e91-8e10-d8cd43fd6a75 req-139d812d-06f7-4409-8c0c-83483c04ed35 service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6308334
Jun 08 03:59:12.906508 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:12.908281 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1193395
Jun 08 03:59:13.037103 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79893b1c-6fda-4a33-9b9b-a0b1d93d4454 req-2804e659-58ec-415a-a870-b12382e20ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:13.040594 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-79893b1c-6fda-4a33-9b9b-a0b1d93d4454 req-2804e659-58ec-415a-a870-b12382e20ca6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9581f9c-7003-48d2-a07d-6465d9464388 HTTP/1.1" status: 200  len: 851 time: 0.3270235
Jun 08 03:59:13.104111 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-8d70fbea-ab55-4be9-95e3-28eefc925730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:13.151741 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30783ab-310f-428f-80c0-07416a6c9e11 {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:13.158158 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d6ce-a7ae-4cb7-a3a6-a980ae46395c req-f2766202-7300-4172-8e70-7cc17a6bac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:13.159986 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-82d7d6ce-a7ae-4cb7-a3a6-a980ae46395c req-f2766202-7300-4172-8e70-7cc17a6bac98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f56f6fbd6fd45a2bba7e5c300a8b2b4&device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 1096 time: 0.1708934
Jun 08 03:59:13.165437 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:13.196932 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device be5d7d89-34ef-4059-8707-d6318d2ffd3b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 03:59:13.210978 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] Set router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:59:13.212543 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-79893b1c-6fda-4a33-9b9b-a0b1d93d4454 req-d7b5b80d-7230-403b-ba7b-c245a5c8f125 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=62182247-74d1-42df-8dc8-479d3547464f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0828297
Jun 08 03:59:13.228893 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2b2956df-1150-49b9-92ff-83ba731fd1be req-c9500d39-0c50-4bd8-8da2-ab80064eb540 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/security-groups?id=7648b0fc-21f6-4392-87ec-d467be5c5e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5168409
Jun 08 03:59:13.260011 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Transition to ACTIVE for port object c30783ab-310f-428f-80c0-07416a6c9e11 will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:59:13.262832 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b0670b45-de89-47fe-8582-4c8a9b7b19e9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:13.273474 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:13.282077 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7799848c-7b12-4679-8003-351348c939ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:13.313523 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b0670b45-de89-47fe-8582-4c8a9b7b19e9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:13.444646 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c30783ab-310f-428f-80c0-07416a6c9e11,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:13.450066 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:13.464205 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:13.482201 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21408eac-e4d2-4719-a6f5-fac46a6d18de x-openstack-request-id: req-21408eac-e4d2-4719-a6f5-fac46a6d18de {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:13.482742 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450be084-28bd-4d9d-9e32-cddc9a2733f2", "name": "network-vif-plugged", "status": "completed", "tag": "a24b6183-3567-479a-be56-a179e5e4df6f", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:13.482742 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21408eac-e4d2-4719-a6f5-fac46a6d18de {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:13.483188 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d6ce-a7ae-4cb7-a3a6-a980ae46395c req-2fb573b0-cdac-4b53-8010-d462aa68621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:13.483289 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450be084-28bd-4d9d-9e32-cddc9a2733f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24b6183-3567-479a-be56-a179e5e4df6f', 'code': 200}
Jun 08 03:59:13.485219 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-82d7d6ce-a7ae-4cb7-a3a6-a980ae46395c req-2fb573b0-cdac-4b53-8010-d462aa68621b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2 HTTP/1.1" status: 200  len: 919 time: 0.3172517
Jun 08 03:59:13.489091 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0670b45-de89-47fe-8582-4c8a9b7b19e9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94580dad-0be8-43f3-8186-fb06464d52e0,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:13.511894 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-b0670b45-de89-47fe-8582-4c8a9b7b19e9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:13.575569 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-82d7d6ce-a7ae-4cb7-a3a6-a980ae46395c req-4e623958-8d5e-464f-ba34-a5d30cff5ba8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b580e7c8-f725-411e-b917-109ae41ca160 HTTP/1.1" status: 200  len: 217 time: 0.0772545
Jun 08 03:59:13.576384 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Attempting to bind port c30783ab-310f-428f-80c0-07416a6c9e11 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:59:13.576806 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Attempting to bind port c30783ab-310f-428f-80c0-07416a6c9e11 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '1b35ba24-7932-4b61-b17f-0ec1f7c0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:59:13.577031 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Attempting to bind port c30783ab-310f-428f-80c0-07416a6c9e11 on network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:13.582540 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Port c30783ab-310f-428f-80c0-07416a6c9e11 on network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 03:59:13.582831 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Attempting to bind port c30783ab-310f-428f-80c0-07416a6c9e11 on network 3f11e1f7-c04d-46a9-8e75-9364662bc4d2 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:13.584779 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.42', 59994) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:13.621599 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a77e8c-ab61-4cdd-8799-233f316b1319 req-526e51e5-59fc-4889-8103-053a075c470e tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:13.623220 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-58a77e8c-ab61-4cdd-8799-233f316b1319 req-526e51e5-59fc-4889-8103-053a075c470e tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 945 time: 0.7889071
Jun 08 03:59:13.625682 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eabdb654-1c96-47a5-b407-cfa651025489 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Made reservation on behalf of dd2c11794b9043d18cec6e2f8554c083 for: {'port': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:59:13.629346 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eabdb654-1c96-47a5-b407-cfa651025489 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:13.639407 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b0670b45-de89-47fe-8582-4c8a9b7b19e9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:13.643873 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-b0670b45-de89-47fe-8582-4c8a9b7b19e9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3379533
Jun 08 03:59:13.650335 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45852) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:13.659726 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:59:13.660073 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Checking segment: {'id': '1b35ba24-7932-4b61-b17f-0ec1f7c0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:59:13.660488 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Bound using segment: {'id': '1b35ba24-7932-4b61-b17f-0ec1f7c0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:59:13.660934 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Bound port: c30783ab-310f-428f-80c0-07416a6c9e11, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b35ba24-7932-4b61-b17f-0ec1f7c0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:59:13.661305 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:13.686310 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-13b6bb98-0f49-4b41-8968-62d365222ff7 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Request body: {'security_group_rule': {'security_group_id': '2b12b7f6-bc14-4d82-9e03-b5574cd53c4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:13.732362 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port be5d7d89-34ef-4059-8707-d6318d2ffd3b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=be5d7d89-34ef-4059-8707-d6318d2ffd3b,segment=NetworkSegment(2380855f-0df8-43a5-a10f-f566351d733d),segment_id=2380855f-0df8-43a5-a10f-f566351d733d)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:13.733563 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-58a77e8c-ab61-4cdd-8799-233f316b1319 req-638d7c94-8ded-4efb-ac3a-4b49ce12a116 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855510
Jun 08 03:59:13.785064 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d6ce-a7ae-4cb7-a3a6-a980ae46395c req-42bd2af4-303e-4865-8547-9130179f5b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:13.786519 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-82d7d6ce-a7ae-4cb7-a3a6-a980ae46395c req-42bd2af4-303e-4865-8547-9130179f5b5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3659b78f-2e2e-4fd8-bb9f-78f99e371e12 HTTP/1.1" status: 200  len: 858 time: 0.1962872
Jun 08 03:59:13.818550 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': 'be5d7d89-34ef-4059-8707-d6318d2ffd3b', 'network_id': '62182247-74d1-42df-8dc8-479d3547464f', 'port_id': 'be5d7d89-34ef-4059-8707-d6318d2ffd3b', 'mac_address': 'fa:16:3e:2c:31:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9581f9c-7003-48d2-a07d-6465d9464388', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 03:59:13.833275 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b68395-9e28-4577-92f2-0a6b58434c9d req-014dc996-656d-41bd-a96a-297fd2c3b8b4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:13.834844 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-35b68395-9e28-4577-92f2-0a6b58434c9d req-014dc996-656d-41bd-a96a-297fd2c3b8b4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 943 time: 0.3535001
Jun 08 03:59:13.846098 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-79893b1c-6fda-4a33-9b9b-a0b1d93d4454 req-78a581d4-8186-4b80-92bf-a75041ae1acb service neutron] 10.222.0.42 "GET /v2.0/networks/62182247-74d1-42df-8dc8-479d3547464f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5732660
Jun 08 03:59:13.910012 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:13.963236 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-82d7d6ce-a7ae-4cb7-a3a6-a980ae46395c req-8ed91534-bb50-42c9-aabc-b6cd0815efbd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1683085
Jun 08 03:59:13.970797 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5d7d89-34ef-4059-8707-d6318d2ffd3b {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:13.974435 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-13b6bb98-0f49-4b41-8968-62d365222ff7 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:14.002696 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port be5d7d89-34ef-4059-8707-d6318d2ffd3b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=be5d7d89-34ef-4059-8707-d6318d2ffd3b,segment=NetworkSegment(2380855f-0df8-43a5-a10f-f566351d733d),segment_id=2380855f-0df8-43a5-a10f-f566351d733d)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:14.016839 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002371490>, [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:12Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:14.019771 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:14.024739 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-96379310-c815-47dd-9f89-dcb513530ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:14.074660 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1207e1f-2c89-47f0-bafc-0f34136d6161 None None] The sync data for ids ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'] in dv-cinder-786627-8-iscsi is: [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:12Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 03:59:14.125217 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=be5d7d89-34ef-4059-8707-d6318d2ffd3b,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:14.129230 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:14.169731 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] For port c30783ab-310f-428f-80c0-07416a6c9e11, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:59:14.186742 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4490f9-2c86-4392-aa96-7028e14f0a3f req-0024c8fa-292b-4a89-aae2-d0de1a519702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:14.188747 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-3a4490f9-2c86-4392-aa96-7028e14f0a3f req-0024c8fa-292b-4a89-aae2-d0de1a519702 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 1098 time: 0.6012819
Jun 08 03:59:14.221011 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] For port c30783ab-310f-428f-80c0-07416a6c9e11, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c30783ab-310f-428f-80c0-07416a6c9e11,segment=NetworkSegment(1b35ba24-7932-4b61-b17f-0ec1f7c0668e),segment_id=1b35ba24-7932-4b61-b17f-0ec1f7c0668e)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:59:14.239964 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['be5d7d89-34ef-4059-8707-d6318d2ffd3b'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 03:59:14.269417 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-79893b1c-6fda-4a33-9b9b-a0b1d93d4454 req-19fbad99-73f0-472f-9e8f-ae80d995ed94 service neutron] 10.222.0.42 "GET /v2.0/networks/62182247-74d1-42df-8dc8-479d3547464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4007690
Jun 08 03:59:14.318275 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:14.319089 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-3a4490f9-2c86-4392-aa96-7028e14f0a3f req-cd076b25-05f5-489c-ad31-3c6edfcfc2f8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:14.340983 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-519058fd-2e17-4c3e-b6b2-f0dd41281540 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1952102092&fields=id&tenant_id=abf42340f75147129f89ce0ba005ee2c HTTP/1.1" status: 200  len: 267 time: 0.2008030
Jun 08 03:59:14.378041 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7799848c-7b12-4679-8003-351348c939ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:14.396269 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-35b68395-9e28-4577-92f2-0a6b58434c9d req-e177fe6a-cf06-4fdb-aa0f-09706efbe96a tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5487309
Jun 08 03:59:14.456185 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45884) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:14.532812 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eabdb654-1c96-47a5-b407-cfa651025489 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Allocated IP 172.20.0.2 (197f074b-6902-48b8-a153-5873d22ee4bd/af4f6ca4-b810-404c-8735-5472ca33d29c/ada7b032-45ce-4383-b871-9d258957ab6b) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:59:14.586456 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-13b6bb98-0f49-4b41-8968-62d365222ff7 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:14.599518 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-82d7d6ce-a7ae-4cb7-a3a6-a980ae46395c req-552ffb0d-41b8-4f8a-a1b6-95e372803246 service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6293046
Jun 08 03:59:14.604650 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:14.608280 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:14.610023 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] 10.222.0.42 "PUT /v2.0/ports/c30783ab-310f-428f-80c0-07416a6c9e11 HTTP/1.1" status: 200  len: 1093 time: 3.4432878
Jun 08 03:59:14.611047 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdbad95-869a-4518-ad14-3216e3e5db7b', 'tag': 'c30783ab-310f-428f-80c0-07416a6c9e11'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:14.613769 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695c294f-d055-4090-8c80-e0ea4e3ba345" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdbad95-869a-4518-ad14-3216e3e5db7b", "tag": "c30783ab-310f-428f-80c0-07416a6c9e11"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:14.642729 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-13b6bb98-0f49-4b41-8968-62d365222ff7 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:14.674685 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2d978-a199-4453-af1d-d877bad368f5 req-936154f7-f4e9-4f3b-84a6-bb9b78899789 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:14.689988 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-936154f7-f4e9-4f3b-84a6-bb9b78899789 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/networks?id=25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 200  len: 817 time: 0.3444951
Jun 08 03:59:14.729714 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-d6a293d7-c7a3-4195-8bb9-2aa4a28be449 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/quotas/abf42340f75147129f89ce0ba005ee2c HTTP/1.1" status: 200  len: 375 time: 0.0386825
Jun 08 03:59:14.835142 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-17e2f4fc-dc63-4709-9bd1-153011bc3a08 req-abf13f9b-b3cc-419a-86ad-47744ed6cf75 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 210 time: 0.1415825
Jun 08 03:59:14.876881 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ccebf045-afed-4401-9283-fd14e8c3e33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:14.889647 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c30783ab-310f-428f-80c0-07416a6c9e11,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:14.900481 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:14.906391 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:14.926020 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6bb98-0f49-4b41-8968-62d365222ff7 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2844d9-b2c8-4e8a-99e6-6b7ebb2ce345,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:14.942790 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-13b6bb98-0f49-4b41-8968-62d365222ff7 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:15.026867 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-82d7d6ce-a7ae-4cb7-a3a6-a980ae46395c req-00e6ddb0-4f7b-4539-b2a6-25ce50030291 service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3992031
Jun 08 03:59:15.030095 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-7cdf4e50-aca1-4e3d-bb13-dcfa9bf52a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:15.032485 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-7cdf4e50-aca1-4e3d-bb13-dcfa9bf52a11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f56f6fbd6fd45a2bba7e5c300a8b2b4&device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 1096 time: 0.3511975
Jun 08 03:59:15.061260 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-e720e93e-3401-45b4-92da-069260462357 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=abf42340f75147129f89ce0ba005ee2c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3304262
Jun 08 03:59:15.139494 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-d07e4057-aa5e-42a0-9b67-4c83e3223b26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c30783ab-310f-428f-80c0-07416a6c9e11 HTTP/1.1" status: 200  len: 217 time: 0.0944495
Jun 08 03:59:15.144534 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-3a4490f9-2c86-4392-aa96-7028e14f0a3f req-cd076b25-05f5-489c-ad31-3c6edfcfc2f8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.186836 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eabdb654-1c96-47a5-b407-cfa651025489 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.190438 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-3a4490f9-2c86-4392-aa96-7028e14f0a3f req-cd076b25-05f5-489c-ad31-3c6edfcfc2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.210568 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device b580e7c8-f725-411e-b917-109ae41ca160 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 03:59:15.213914 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-13b6bb98-0f49-4b41-8968-62d365222ff7 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.215090 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-13b6bb98-0f49-4b41-8968-62d365222ff7 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5565724
Jun 08 03:59:15.219630 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45898) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:15.220107 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9fbd07bb-9f8d-4ac7-94f6-fbf7392ad19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:15.229177 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Request body: {'floatingip': {'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:15.248467 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-3a4490f9-2c86-4392-aa96-7028e14f0a3f req-cd076b25-05f5-489c-ad31-3c6edfcfc2f8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0433252
Jun 08 03:59:15.252399 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd076b25-05f5-489c-ad31-3c6edfcfc2f8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=58aeb40f-b290-40a2-b5a6-0517b210c13c,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:15.256694 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device be5d7d89-34ef-4059-8707-d6318d2ffd3b up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:15.278976 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-cd076b25-05f5-489c-ad31-3c6edfcfc2f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:15.298005 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d2fea-08a0-450c-9175-3cb604a9016b req-ace194da-8d96-4ea9-a0dd-735406984105 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:15.299623 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-516d2fea-08a0-450c-9175-3cb604a9016b req-ace194da-8d96-4ea9-a0dd-735406984105 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 944 time: 0.3059595
Jun 08 03:59:15.300101 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-62f89939-243d-4f19-9197-d4ec8f097aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:15.302764 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-62f89939-243d-4f19-9197-d4ec8f097aac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3659b78f-2e2e-4fd8-bb9f-78f99e371e12 HTTP/1.1" status: 200  len: 858 time: 0.1559634
Jun 08 03:59:15.304601 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-107079a1-b5a1-4be0-a2ca-219c63556ec8 service neutron] 10.222.0.15 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287114
Jun 08 03:59:15.317895 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-09e480f1-fd40-4b70-ba75-0656ce2b776a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.430143 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eabdb654-1c96-47a5-b407-cfa651025489 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.432200 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eabdb654-1c96-47a5-b407-cfa651025489 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:15.432200 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:59:15.432200 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:59:15.432200 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:59:15.432200 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:15.432200 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:59:15.444380 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-f7f977c0-948c-4aa5-a899-a41c0b86d464 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0551858
Jun 08 03:59:15.449068 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ccebf045-afed-4401-9283-fd14e8c3e33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.465322 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port be5d7d89-34ef-4059-8707-d6318d2ffd3b completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:15.479562 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.483432 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port be5d7d89-34ef-4059-8707-d6318d2ffd3b triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:15.483839 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.485920 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-516d2fea-08a0-450c-9175-3cb604a9016b req-8ced8a25-3aca-4079-b53a-4a0b06b13a5e tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/security-groups?id=7648b0fc-21f6-4392-87ec-d467be5c5e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792243
Jun 08 03:59:15.493568 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eabdb654-1c96-47a5-b407-cfa651025489 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Network 197f074b-6902-48b8-a153-5873d22ee4bd is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:59:15.524112 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eabdb654-1c96-47a5-b407-cfa651025489 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:15.537246 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eabdb654-1c96-47a5-b407-cfa651025489 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:59:15.546128 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eabdb654-1c96-47a5-b407-cfa651025489 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:15.548365 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eabdb654-1c96-47a5-b407-cfa651025489 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.550727 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port b580e7c8-f725-411e-b917-109ae41ca160, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b580e7c8-f725-411e-b917-109ae41ca160,segment=NetworkSegment(1b35ba24-7932-4b61-b17f-0ec1f7c0668e),segment_id=1b35ba24-7932-4b61-b17f-0ec1f7c0668e)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:15.576610 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': 'b580e7c8-f725-411e-b917-109ae41ca160', 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2', 'port_id': 'b580e7c8-f725-411e-b917-109ae41ca160', 'mac_address': 'fa:16:3e:4e:c5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3659b78f-2e2e-4fd8-bb9f-78f99e371e12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 03:59:15.585073 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for floatingip, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.594653 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-b82a69c3-2c29-4fec-8ab9-6be9360fdb02 service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413753
Jun 08 03:59:15.595796 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ccebf045-afed-4401-9283-fd14e8c3e33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.597415 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a3a496-00bd-4214-a1fc-3d42070090b2 x-openstack-request-id: req-53a3a496-00bd-4214-a1fc-3d42070090b2 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:15.597726 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdbad95-869a-4518-ad14-3216e3e5db7b", "tag": "c30783ab-310f-428f-80c0-07416a6c9e11", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:15.597990 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53a3a496-00bd-4214-a1fc-3d42070090b2 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:15.598386 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdbad95-869a-4518-ad14-3216e3e5db7b', 'tag': 'c30783ab-310f-428f-80c0-07416a6c9e11', 'status': 'completed', 'code': 200}
Jun 08 03:59:15.611509 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-3008bbff-05eb-4153-9b8d-adb05873b23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:15.708233 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:15.763729 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebf045-afed-4401-9283-fd14e8c3e33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a4050d-e196-4830-8541-de61302e8587,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:15.780361 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eabdb654-1c96-47a5-b407-cfa651025489 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1348147
Jun 08 03:59:15.780472 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ccebf045-afed-4401-9283-fd14e8c3e33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:15.801246 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-310a915f-c63e-4208-8869-a9d06ae75153 service neutron] 10.222.0.15 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4765761
Jun 08 03:59:15.803696 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.824721 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Request body: {'port': {'device_id': '7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:15.826919 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-ccebf045-afed-4401-9283-fd14e8c3e33d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=612eb13e27e7496485203b3c5f8d8b0e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3635740
Jun 08 03:59:15.838535 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45904) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:15.847905 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b580e7c8-f725-411e-b917-109ae41ca160 {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:15.866497 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.870857 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-edafc519-168b-4ba0-bddb-0dbe104f6e59 req-6798b8e0-a065-43ba-807c-3af422fe5070 service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2603147
Jun 08 03:59:15.903803 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:15.934971 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:15.935767 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:15.965655 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59628b79-7a0f-40b8-9494-01f6b52a956f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5d7d89-34ef-4059-8707-d6318d2ffd3b'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:15.968850 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81325046-6468-4239-b396-2f8db1ddd2eb" -d '{"events": [{"server_uuid": "59628b79-7a0f-40b8-9494-01f6b52a956f", "name": "network-vif-plugged", "status": "completed", "tag": "be5d7d89-34ef-4059-8707-d6318d2ffd3b"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:15.981128 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port b580e7c8-f725-411e-b917-109ae41ca160, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b580e7c8-f725-411e-b917-109ae41ca160,segment=NetworkSegment(1b35ba24-7932-4b61-b17f-0ec1f7c0668e),segment_id=1b35ba24-7932-4b61-b17f-0ec1f7c0668e)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:16.004704 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port be5d7d89-34ef-4059-8707-d6318d2ffd3b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=be5d7d89-34ef-4059-8707-d6318d2ffd3b,segment=NetworkSegment(2380855f-0df8-43a5-a10f-f566351d733d),segment_id=2380855f-0df8-43a5-a10f-f566351d733d)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:16.004887 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-460fe47f-e83d-4bb5-827d-57077916de83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:16.005853 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:16.010055 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:16.079031 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:16.114178 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-460fe47f-e83d-4bb5-827d-57077916de83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:16.116139 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=b580e7c8-f725-411e-b917-109ae41ca160,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:16.119768 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:16.120237 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:16.211166 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c294f-d055-4090-8c80-e0ea4e3ba345 req-38930c29-535a-4dc8-b478-6b9d9fe92cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:16.213002 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-695c294f-d055-4090-8c80-e0ea4e3ba345 req-38930c29-535a-4dc8-b478-6b9d9fe92cc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f56f6fbd6fd45a2bba7e5c300a8b2b4&device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 1096 time: 0.2725379
Jun 08 03:59:16.216872 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:16.269838 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:16.282219 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=be5d7d89-34ef-4059-8707-d6318d2ffd3b,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:16.287912 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:16.313646 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=1ceeb28b-2e90-48dc-a944-33efdd7df9f8,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:16.316213 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb67b08-2034-4cb3-a136-246d7e22eb6a req-f416a18b-311b-4f3d-af96-bbba8fad6f67 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:16.317903 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1fb67b08-2034-4cb3-a136-246d7e22eb6a req-f416a18b-311b-4f3d-af96-bbba8fad6f67 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 945 time: 0.5839188
Jun 08 03:59:16.319227 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:16.321280 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:16.363405 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['b580e7c8-f725-411e-b917-109ae41ca160'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 03:59:16.431468 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-460fe47f-e83d-4bb5-827d-57077916de83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:16.438180 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-460fe47f-e83d-4bb5-827d-57077916de83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:16.446555 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-460fe47f-e83d-4bb5-827d-57077916de83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22a4050d-e196-4830-8541-de61302e8587 HTTP/1.1" status: 204  len: 168 time: 0.6031334
Jun 08 03:59:16.459397 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:16.461940 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=1ceeb28b-2e90-48dc-a944-33efdd7df9f8,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:16.471673 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:16.488014 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fe47f-e83d-4bb5-827d-57077916de83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a4050d-e196-4830-8541-de61302e8587,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:16.501234 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-460fe47f-e83d-4bb5-827d-57077916de83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:16.521981 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:16.542391 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1fb67b08-2034-4cb3-a136-246d7e22eb6a req-aa068942-1bb7-453c-b030-8ebdc15ce7c7 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740060
Jun 08 03:59:16.588927 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c294f-d055-4090-8c80-e0ea4e3ba345 req-2305dc39-86ff-4697-a224-53cdb0ede81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:16.590393 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-695c294f-d055-4090-8c80-e0ea4e3ba345 req-2305dc39-86ff-4697-a224-53cdb0ede81c service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2 HTTP/1.1" status: 200  len: 919 time: 0.3681085
Jun 08 03:59:16.686471 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-695c294f-d055-4090-8c80-e0ea4e3ba345 req-735911d8-61ac-4c62-a09f-56a0c7360177 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c30783ab-310f-428f-80c0-07416a6c9e11 HTTP/1.1" status: 200  len: 217 time: 0.0863020
Jun 08 03:59:16.696758 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45938) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:16.767968 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:16.983269 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c294f-d055-4090-8c80-e0ea4e3ba345 req-7f665342-499e-4cc2-8a40-9e440fff0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:16.988085 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-695c294f-d055-4090-8c80-e0ea4e3ba345 req-7f665342-499e-4cc2-8a40-9e440fff0edc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3659b78f-2e2e-4fd8-bb9f-78f99e371e12 HTTP/1.1" status: 200  len: 858 time: 0.2944832
Jun 08 03:59:17.013810 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4370b-58cb-4a29-86bb-a49aa0c8a013 req-a7a25b5a-3dc9-470d-b5b2-689b1a17560a tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:17.015942 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d8d4370b-58cb-4a29-86bb-a49aa0c8a013 req-a7a25b5a-3dc9-470d-b5b2-689b1a17560a tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 943 time: 0.7776906
Jun 08 03:59:17.059272 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-695c294f-d055-4090-8c80-e0ea4e3ba345 req-07650e2b-00f9-40a1-95aa-ed0231c78190 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0628245
Jun 08 03:59:17.102703 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45944) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:17.178310 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-11e98ded-197d-4fb6-9c04-3436c0a12949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:17.199201 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device c30783ab-310f-428f-80c0-07416a6c9e11 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 03:59:17.202936 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-aaa54e6e-2a47-49ab-9045-401833546052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:17.216541 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-695c294f-d055-4090-8c80-e0ea4e3ba345 req-356f9143-83b2-421f-b7d4-d4c28f43a761 service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416690
Jun 08 03:59:17.320816 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d8d4370b-58cb-4a29-86bb-a49aa0c8a013 req-3067300a-e83f-4636-932d-3a52526359cb tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2295711
Jun 08 03:59:17.372439 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-695c294f-d055-4090-8c80-e0ea4e3ba345 req-369fef9c-9703-4ee9-a55f-6eb2334e3915 service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431217
Jun 08 03:59:17.374234 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port c30783ab-310f-428f-80c0-07416a6c9e11, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c30783ab-310f-428f-80c0-07416a6c9e11,segment=NetworkSegment(1b35ba24-7932-4b61-b17f-0ec1f7c0668e),segment_id=1b35ba24-7932-4b61-b17f-0ec1f7c0668e)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:17.392558 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': 'c30783ab-310f-428f-80c0-07416a6c9e11', 'network_id': '3f11e1f7-c04d-46a9-8e75-9364662bc4d2', 'port_id': 'c30783ab-310f-428f-80c0-07416a6c9e11', 'mac_address': 'fa:16:3e:01:5f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3659b78f-2e2e-4fd8-bb9f-78f99e371e12', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 03:59:17.392979 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Allocated IP 172.27.3.30 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/8dc9daa4-57ab-452c-9d80-cc331e809a6f) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:59:17.403378 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e2ccb-44b0-4eac-ace3-e1b90f029a6a req-453ac1aa-b93e-4af3-868e-26d4939d7558 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:17.406226 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d90e2ccb-44b0-4eac-ace3-e1b90f029a6a req-453ac1aa-b93e-4af3-868e-26d4939d7558 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 931 time: 0.5978537
Jun 08 03:59:17.438762 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ca7841-1f44-40c4-9481-f70e9d728a1f x-openstack-request-id: req-81ca7841-1f44-40c4-9481-f70e9d728a1f {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:17.439200 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59628b79-7a0f-40b8-9494-01f6b52a956f", "name": "network-vif-plugged", "status": "completed", "tag": "be5d7d89-34ef-4059-8707-d6318d2ffd3b", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:17.439952 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81ca7841-1f44-40c4-9481-f70e9d728a1f {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:17.439952 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59628b79-7a0f-40b8-9494-01f6b52a956f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5d7d89-34ef-4059-8707-d6318d2ffd3b', 'code': 200}
Jun 08 03:59:17.474379 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:17.533319 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30783ab-310f-428f-80c0-07416a6c9e11 {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:17.536796 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.db.resource_extend [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 08 03:59:17.554883 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port c30783ab-310f-428f-80c0-07416a6c9e11, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c30783ab-310f-428f-80c0-07416a6c9e11,segment=NetworkSegment(1b35ba24-7932-4b61-b17f-0ec1f7c0668e),segment_id=1b35ba24-7932-4b61-b17f-0ec1f7c0668e)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:17.559195 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:17.561403 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:17.631866 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=c30783ab-310f-428f-80c0-07416a6c9e11,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:17.636265 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:17.663505 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:17.691675 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-54d96599-8ef1-4bd6-a5e8-03f5a21b8ec0 req-ad796d28-9b66-4dee-875c-d26a69202767 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 210 time: 0.1377089
Jun 08 03:59:17.707098 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d90e2ccb-44b0-4eac-ace3-e1b90f029a6a req-29efb15b-8244-47b9-988a-9ccf48c85d17 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2827113
Jun 08 03:59:17.738634 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada7b032-45ce-4383-b871-9d258957ab6b {{(pid=91649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:17.748704 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:17.750507 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:17.766240 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:17.849430 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-11e98ded-197d-4fb6-9c04-3436c0a12949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:17.859260 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['c30783ab-310f-428f-80c0-07416a6c9e11'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 03:59:17.884175 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.provisioning_blocks [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Transition to ACTIVE for port object ada7b032-45ce-4383-b871-9d258957ab6b will not be triggered until provisioned by entity L2. {{(pid=91649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:59:17.917752 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-11e98ded-197d-4fb6-9c04-3436c0a12949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:17.923798 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:17.936753 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:17.990911 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-3e835b75-dbe2-459d-a30c-f2ddfed3c48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:17.999713 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2d978-a199-4453-af1d-d877bad368f5 req-7c58dfab-e1dc-4d44-b335-bf76665c0aee tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:18.001974 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-7c58dfab-e1dc-4d44-b335-bf76665c0aee tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.42 "GET /v2.0/networks?id=25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 200  len: 817 time: 0.3406017
Jun 08 03:59:18.034382 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:18.072889 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-a7ebefb1-d949-4f3d-a6ce-3dfedf0b72e4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abf42340f75147129f89ce0ba005ee2c HTTP/1.1" status: 200  len: 380 time: 0.0596554
Jun 08 03:59:18.074942 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2245d-6430-49f8-8c61-8c52f81d562d req-4632a66d-8857-471e-badc-5b0715c05e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:18.076545 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-53e2245d-6430-49f8-8c61-8c52f81d562d req-4632a66d-8857-471e-badc-5b0715c05e8a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 1098 time: 0.3798592
Jun 08 03:59:18.087080 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-acd2d978-a199-4453-af1d-d877bad368f5 req-917ffa6b-fd9d-42a8-a557-13d8a13fcbb1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Request body: {'port': {'device_id': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'admin_state_up': True, 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'security_groups': ['53bff3e3-6bcd-4c9d-882b-4c0b60169b48']}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:18.153430 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-11e98ded-197d-4fb6-9c04-3436c0a12949 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c04e04129fe746a6b1105c0d7cb56558&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4460337
Jun 08 03:59:18.165451 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e98ded-197d-4fb6-9c04-3436c0a12949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdc4bcd-868c-46bb-b3d1-05923731e293,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:18.167710 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45954) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:18.178023 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-11e98ded-197d-4fb6-9c04-3436c0a12949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:18.192416 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-0cc6b21c-69f6-4de6-a44d-fd42793e5b6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:18.222902 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-53e2245d-6430-49f8-8c61-8c52f81d562d req-54a00167-f42b-4458-bc43-f901125a4333 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7648b0fc-21f6-4392-87ec-d467be5c5e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192575
Jun 08 03:59:18.341441 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2012-3ed6-40b5-adb8-6c16454f84be req-805aa7b5-857a-4eff-bd62-103361bb4a59 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:18.342806 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0e9e2012-3ed6-40b5-adb8-6c16454f84be req-805aa7b5-857a-4eff-bd62-103361bb4a59 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 945 time: 0.4973617
Jun 08 03:59:18.395006 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Pushing event updated for resources: {'Port': ['ID=ada7b032-45ce-4383-b871-9d258957ab6b,revision_number=2']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:18.398128 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.managers [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Attempting to bind port ada7b032-45ce-4383-b871-9d258957ab6b on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:59:18.398377 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.managers [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Attempting to bind port ada7b032-45ce-4383-b871-9d258957ab6b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '63e6e3b6-8d5c-443b-b677-ed0f95eec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '197f074b-6902-48b8-a153-5873d22ee4bd'}] {{(pid=91649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:59:18.398698 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Attempting to bind port ada7b032-45ce-4383-b871-9d258957ab6b on network 197f074b-6902-48b8-a153-5873d22ee4bd {{(pid=91649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:18.410128 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:18.424274 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Port ada7b032-45ce-4383-b871-9d258957ab6b on network 197f074b-6902-48b8-a153-5873d22ee4bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 03:59:18.424676 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Attempting to bind port ada7b032-45ce-4383-b871-9d258957ab6b on network 197f074b-6902-48b8-a153-5873d22ee4bd {{(pid=91649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:18.433714 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2502edc-fb2f-4014-a1e7-f0cee3d64668 req-98b09cb7-cbe5-4a10-814b-6cbf247f03dd tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:18.435177 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f2502edc-fb2f-4014-a1e7-f0cee3d64668 req-98b09cb7-cbe5-4a10-814b-6cbf247f03dd tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 945 time: 0.5212672
Jun 08 03:59:18.442087 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:18.442668 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:18.442668 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:59:18.442668 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:59:18.442668 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:59:18.442668 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:18.442668 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:59:18.472918 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:59:18.473253 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Checking segment: {'id': '63e6e3b6-8d5c-443b-b677-ed0f95eec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '197f074b-6902-48b8-a153-5873d22ee4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:59:18.473635 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Bound using segment: {'id': '63e6e3b6-8d5c-443b-b677-ed0f95eec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '197f074b-6902-48b8-a153-5873d22ee4bd'} {{(pid=91649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:59:18.474068 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.managers [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Bound port: ada7b032-45ce-4383-b871-9d258957ab6b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e6e3b6-8d5c-443b-b677-ed0f95eec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '197f074b-6902-48b8-a153-5873d22ee4bd'}}] {{(pid=91649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:59:18.474407 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:18.541147 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d670172d-1e72-45da-9c03-a0cd492f75d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:18.544527 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-aaa54e6e-2a47-49ab-9045-401833546052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:18.549181 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:59:18.563614 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd2d978-a199-4453-af1d-d877bad368f5 req-917ffa6b-fd9d-42a8-a557-13d8a13fcbb1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Made reservation on behalf of abf42340f75147129f89ce0ba005ee2c for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:59:18.567208 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-acd2d978-a199-4453-af1d-d877bad368f5 req-917ffa6b-fd9d-42a8-a557-13d8a13fcbb1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:18.582605 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:18.592847 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0e9e2012-3ed6-40b5-adb8-6c16454f84be req-b7cb9640-6d9c-48c3-b0a5-a3a25959778a tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/security-groups?id=7648b0fc-21f6-4392-87ec-d467be5c5e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237928
Jun 08 03:59:18.601111 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:59:18.606255 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-aaa54e6e-2a47-49ab-9045-401833546052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:18.654102 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-fc51d558-9355-4718-97d6-47406a204e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:18.705233 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f2502edc-fb2f-4014-a1e7-f0cee3d64668 req-7338399a-f991-4a46-94cf-302e2a091669 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2452073
Jun 08 03:59:18.706924 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d670172d-1e72-45da-9c03-a0cd492f75d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:18.747806 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-acd2d978-a199-4453-af1d-d877bad368f5 req-917ffa6b-fd9d-42a8-a557-13d8a13fcbb1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Allocated IP 172.20.0.13 (25595095-7d27-4a13-98f0-9ae27dbcb04c/04013948-cf16-4867-b02e-8ad55b6e8639/2b282215-8a4c-4452-a805-0a378d5150c8) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:59:18.846821 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-aaa54e6e-2a47-49ab-9045-401833546052 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b32bc2c6ed043adbaed9d533068b218&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7342858
Jun 08 03:59:18.860484 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa54e6e-2a47-49ab-9045-401833546052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297d6cca-4fd3-4005-b03b-07957cc12e6a,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:18.868693 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-aaa54e6e-2a47-49ab-9045-401833546052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:18.871680 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45964) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:18.932371 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:18.969907 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] For port ada7b032-45ce-4383-b871-9d258957ab6b, host hv-cinder-78662, cleared binding levels {{(pid=91649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:59:18.986784 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-acd2d978-a199-4453-af1d-d877bad368f5 req-917ffa6b-fd9d-42a8-a557-13d8a13fcbb1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.005774 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-acd2d978-a199-4453-af1d-d877bad368f5 req-917ffa6b-fd9d-42a8-a557-13d8a13fcbb1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Transition to ACTIVE for port object 2b282215-8a4c-4452-a805-0a378d5150c8 will not be triggered until provisioned by entity DHCP. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:59:19.045414 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-acd2d978-a199-4453-af1d-d877bad368f5 req-917ffa6b-fd9d-42a8-a557-13d8a13fcbb1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.049450 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-acd2d978-a199-4453-af1d-d877bad368f5 req-917ffa6b-fd9d-42a8-a557-13d8a13fcbb1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:19.049450 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:59:19.049450 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:59:19.049450 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:59:19.049450 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:19.049450 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:59:19.072019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd2d978-a199-4453-af1d-d877bad368f5 req-917ffa6b-fd9d-42a8-a557-13d8a13fcbb1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Network 25595095-7d27-4a13-98f0-9ae27dbcb04c is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:59:19.073612 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-acd2d978-a199-4453-af1d-d877bad368f5 req-917ffa6b-fd9d-42a8-a557-13d8a13fcbb1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:19.076252 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd2d978-a199-4453-af1d-d877bad368f5 req-917ffa6b-fd9d-42a8-a557-13d8a13fcbb1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:59:19.083220 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2d978-a199-4453-af1d-d877bad368f5 req-917ffa6b-fd9d-42a8-a557-13d8a13fcbb1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:19.084254 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-acd2d978-a199-4453-af1d-d877bad368f5 req-917ffa6b-fd9d-42a8-a557-13d8a13fcbb1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.109580 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-917ffa6b-fd9d-42a8-a557-13d8a13fcbb1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0263214
Jun 08 03:59:19.137420 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Request body: {'port': {'device_id': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:19.142103 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] For port ada7b032-45ce-4383-b871-9d258957ab6b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ada7b032-45ce-4383-b871-9d258957ab6b,segment=NetworkSegment(63e6e3b6-8d5c-443b-b677-ed0f95eec20a),segment_id=63e6e3b6-8d5c-443b-b677-ed0f95eec20a)] {{(pid=91649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:59:19.163191 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.190845 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-8ac4de29-496c-4297-a67b-265c0ebaad63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:19.215433 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device c30783ab-310f-428f-80c0-07416a6c9e11 up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:19.334281 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.362831 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port c30783ab-310f-428f-80c0-07416a6c9e11 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:19.371397 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port c30783ab-310f-428f-80c0-07416a6c9e11 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:19.372139 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.374726 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.394664 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d670172d-1e72-45da-9c03-a0cd492f75d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.405481 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:19.406481 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.407846 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12237d11-397d-467e-8c89-b9245ad1a140 req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] 10.222.0.42 "PUT /v2.0/ports/ada7b032-45ce-4383-b871-9d258957ab6b HTTP/1.1" status: 200  len: 1093 time: 3.6049266
Jun 08 03:59:19.412563 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d670172d-1e72-45da-9c03-a0cd492f75d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.415889 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-d670172d-1e72-45da-9c03-a0cd492f75d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afdc4bcd-868c-46bb-b3d1-05923731e293 HTTP/1.1" status: 204  len: 168 time: 1.2408149
Jun 08 03:59:19.415889 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4', 'tag': 'ada7b032-45ce-4383-b871-9d258957ab6b'}] {{(pid=91649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:19.417430 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68076f80de6398871b1479c29e58ad4c04b4d9bb8781698605459407955b999f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fea08d3-5962-411d-9a9b-cafb23b67179" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4", "tag": "ada7b032-45ce-4383-b871-9d258957ab6b"}]}' {{(pid=91649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:19.419091 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Pushing event updated for resources: {'Port': ['ID=ada7b032-45ce-4383-b871-9d258957ab6b,revision_number=3']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:19.422353 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ff0143f6-0427-41c7-b9f7-13f95bf23ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.430880 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:19.432123 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-aaa54e6e-2a47-49ab-9045-401833546052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:19.468675 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfc8fc-97ce-4358-8cd7-f3d00a47c710 req-32dc224b-53a6-4103-a5e4-d57bc8d980d8 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:19.470213 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c4bfc8fc-97ce-4358-8cd7-f3d00a47c710 req-32dc224b-53a6-4103-a5e4-d57bc8d980d8 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 944 time: 0.7503963
Jun 08 03:59:19.476926 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670172d-1e72-45da-9c03-a0cd492f75d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdc4bcd-868c-46bb-b3d1-05923731e293,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:19.527194 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-d670172d-1e72-45da-9c03-a0cd492f75d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:19.563708 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ff0143f6-0427-41c7-b9f7-13f95bf23ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.577039 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.601798 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd053e06-92ad-4379-81fc-02704cd05f7d req-5820d464-bfbd-4515-a165-ad0ccf60b5eb tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:19.603496 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bd053e06-92ad-4379-81fc-02704cd05f7d req-5820d464-bfbd-4515-a165-ad0ccf60b5eb tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 943 time: 0.7634196
Jun 08 03:59:19.622699 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-052d247e-167b-4fa4-bac6-c33f158da0fa None None] Provisioning for port 2b282215-8a4c-4452-a805-0a378d5150c8 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:19.627888 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdbad95-869a-4518-ad14-3216e3e5db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30783ab-310f-428f-80c0-07416a6c9e11'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:19.631599 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091cf0bc-8f92-46ba-87ed-fa291297f221" -d '{"events": [{"server_uuid": "fbdbad95-869a-4518-ad14-3216e3e5db7b", "name": "network-vif-plugged", "status": "completed", "tag": "c30783ab-310f-428f-80c0-07416a6c9e11"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:19.635696 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port c30783ab-310f-428f-80c0-07416a6c9e11, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c30783ab-310f-428f-80c0-07416a6c9e11,segment=NetworkSegment(1b35ba24-7932-4b61-b17f-0ec1f7c0668e),segment_id=1b35ba24-7932-4b61-b17f-0ec1f7c0668e)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:19.637146 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-052d247e-167b-4fa4-bac6-c33f158da0fa None None] Provisioning complete for port 2b282215-8a4c-4452-a805-0a378d5150c8 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:19.637520 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-052d247e-167b-4fa4-bac6-c33f158da0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.700823 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-052d247e-167b-4fa4-bac6-c33f158da0fa None None] Port 2b282215-8a4c-4452-a805-0a378d5150c8 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 03:59:19.704972 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.706251 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device b580e7c8-f725-411e-b917-109ae41ca160 up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:19.769421 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:19.772124 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c4bfc8fc-97ce-4358-8cd7-f3d00a47c710 req-25b10e82-1b8f-4ac8-a2c0-afe38c16aafc tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2930636
Jun 08 03:59:19.840170 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b282215-8a4c-4452-a805-0a378d5150c8 {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:19.848692 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.856459 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port b580e7c8-f725-411e-b917-109ae41ca160 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:19.864992 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port b580e7c8-f725-411e-b917-109ae41ca160 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:19.865459 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.866244 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Transition to ACTIVE for port object 2b282215-8a4c-4452-a805-0a378d5150c8 will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:59:19.875162 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bd053e06-92ad-4379-81fc-02704cd05f7d req-92efc710-f865-49c2-afee-18b97ca8d4df tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2430024
Jun 08 03:59:19.878947 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.884722 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:19.907467 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=c30783ab-310f-428f-80c0-07416a6c9e11,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:19.912074 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:19.931864 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ff0143f6-0427-41c7-b9f7-13f95bf23ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:19.945977 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237d11-397d-467e-8c89-b9245ad1a140 req-e37dcc67-ebaa-4b10-af03-d3aa3dde43f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:19.955071 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12237d11-397d-467e-8c89-b9245ad1a140 req-e37dcc67-ebaa-4b10-af03-d3aa3dde43f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd2c11794b9043d18cec6e2f8554c083&device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 1096 time: 0.4793415
Jun 08 03:59:19.957510 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 45980) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:20.030196 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.067378 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port b580e7c8-f725-411e-b917-109ae41ca160, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b580e7c8-f725-411e-b917-109ae41ca160,segment=NetworkSegment(1b35ba24-7932-4b61-b17f-0ec1f7c0668e),segment_id=1b35ba24-7932-4b61-b17f-0ec1f7c0668e)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:20.071866 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.073763 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Pushing event updated for resources: {'Port': ['ID=2b282215-8a4c-4452-a805-0a378d5150c8,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:20.074642 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-19d97042-b8b1-4b70-b554-6c73f00ecb78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:20.077989 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:20.096117 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1420989-fc96-4342-8ce3-5393799b737a x-openstack-request-id: req-a1420989-fc96-4342-8ce3-5393799b737a {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:20.096574 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4", "tag": "ada7b032-45ce-4383-b871-9d258957ab6b", "status": "completed", "code": 200}]} {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:20.096937 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1420989-fc96-4342-8ce3-5393799b737a {{(pid=91649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:20.097435 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4', 'tag': 'ada7b032-45ce-4383-b871-9d258957ab6b', 'status': 'completed', 'code': 200}
Jun 08 03:59:20.102316 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ff0143f6-0427-41c7-b9f7-13f95bf23ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.105865 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-ff0143f6-0427-41c7-b9f7-13f95bf23ede admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/297d6cca-4fd3-4005-b03b-07957cc12e6a HTTP/1.1" status: 204  len: 168 time: 1.1933341
Jun 08 03:59:20.151359 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:20.161506 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=b580e7c8-f725-411e-b917-109ae41ca160,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:20.165795 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:20.180755 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4afc0b3a-f3a9-44f7-b3d5-1eeada320716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.211019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Attempting to bind port 2b282215-8a4c-4452-a805-0a378d5150c8 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:59:20.211019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Attempting to bind port 2b282215-8a4c-4452-a805-0a378d5150c8 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:59:20.211019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Attempting to bind port 2b282215-8a4c-4452-a805-0a378d5150c8 on network 25595095-7d27-4a13-98f0-9ae27dbcb04c {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:20.211368 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12237d11-397d-467e-8c89-b9245ad1a140 req-187ad02d-561e-42f3-9463-bb8653b7f64c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ada7b032-45ce-4383-b871-9d258957ab6b HTTP/1.1" status: 200  len: 217 time: 0.1774950
Jun 08 03:59:20.213246 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0143f6-0427-41c7-b9f7-13f95bf23ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297d6cca-4fd3-4005-b03b-07957cc12e6a,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:20.219851 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Port 2b282215-8a4c-4452-a805-0a378d5150c8 on network 25595095-7d27-4a13-98f0-9ae27dbcb04c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 03:59:20.220182 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Attempting to bind port 2b282215-8a4c-4452-a805-0a378d5150c8 on network 25595095-7d27-4a13-98f0-9ae27dbcb04c {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:20.231303 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:59:20.233599 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Checking segment: {'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:59:20.235110 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Bound using segment: {'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:59:20.237904 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Bound port: 2b282215-8a4c-4452-a805-0a378d5150c8, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:59:20.238265 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.288052 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ff0143f6-0427-41c7-b9f7-13f95bf23ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:20.348421 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] For port 2b282215-8a4c-4452-a805-0a378d5150c8, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:59:20.352449 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] For port 2b282215-8a4c-4452-a805-0a378d5150c8, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b282215-8a4c-4452-a805-0a378d5150c8,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:59:20.358466 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.365635 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.db.resource_extend [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 08 03:59:20.366038 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:20.391927 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for port, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.445618 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:20.446194 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.448344 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] 10.222.0.42 "PUT /v2.0/ports/2b282215-8a4c-4452-a805-0a378d5150c8 HTTP/1.1" status: 200  len: 1094 time: 1.3302190
Jun 08 03:59:20.448852 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:20.451339 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d94d96-8723-4ced-9af6-3c80937fd8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:20.464138 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4afc0b3a-f3a9-44f7-b3d5-1eeada320716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.483760 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Pushing event updated for resources: {'Port': ['ID=2b282215-8a4c-4452-a805-0a378d5150c8,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:20.487342 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:20.491100 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618159f4-460d-457a-9699-cd55e44adfc6 req-ea8bae45-8966-4c07-81da-f96f9ce3d8e6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:20.493277 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-618159f4-460d-457a-9699-cd55e44adfc6 req-ea8bae45-8966-4c07-81da-f96f9ce3d8e6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.5343661
Jun 08 03:59:20.496746 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4afc0b3a-f3a9-44f7-b3d5-1eeada320716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.497593 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.553515 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:20.573922 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eaeee8c2-43ae-4054-be50-017dfe933f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:20.575750 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12237d11-397d-467e-8c89-b9245ad1a140 req-eaeee8c2-43ae-4054-be50-017dfe933f00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af4f6ca4-b810-404c-8735-5472ca33d29c HTTP/1.1" status: 200  len: 849 time: 0.2864089
Jun 08 03:59:20.577045 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2d978-a199-4453-af1d-d877bad368f5 req-c2ca912f-9167-48ba-93c4-9485f58927fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:20.579225 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-c2ca912f-9167-48ba-93c4-9485f58927fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf42340f75147129f89ce0ba005ee2c&device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 1097 time: 0.0882969
Jun 08 03:59:20.621578 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.634364 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5258b-c215-4704-9765-1b51d1c1483b req-4d05b7ba-33ef-457b-95d7-2cc79400eea1 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:20.635849 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d9f5258b-c215-4704-9765-1b51d1c1483b req-4d05b7ba-33ef-457b-95d7-2cc79400eea1 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 945 time: 0.5301378
Jun 08 03:59:20.638756 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-618159f4-460d-457a-9699-cd55e44adfc6 req-81961c71-caa2-46b5-867a-442730ffbe5f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1364892
Jun 08 03:59:20.648077 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-4afc0b3a-f3a9-44f7-b3d5-1eeada320716 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4c7349e40b440568c8c01c6dc67f592&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6417303
Jun 08 03:59:20.659364 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 45998) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:20.679662 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-cf788868-df44-4c8a-99e4-14841fd3c809 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b282215-8a4c-4452-a805-0a378d5150c8 HTTP/1.1" status: 200  len: 217 time: 0.0900805
Jun 08 03:59:20.729835 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aad9dc9-a24a-4de3-8387-7a14e5594da6 x-openstack-request-id: req-2aad9dc9-a24a-4de3-8387-7a14e5594da6 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:20.730657 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdbad95-869a-4518-ad14-3216e3e5db7b", "name": "network-vif-plugged", "status": "completed", "tag": "c30783ab-310f-428f-80c0-07416a6c9e11", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:20.731609 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2aad9dc9-a24a-4de3-8387-7a14e5594da6 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:20.732236 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdbad95-869a-4518-ad14-3216e3e5db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30783ab-310f-428f-80c0-07416a6c9e11', 'code': 200}
Jun 08 03:59:20.759783 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12237d11-397d-467e-8c89-b9245ad1a140 req-f47fdb5a-0e12-49b6-bf6e-94081fdfcf07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=197f074b-6902-48b8-a153-5873d22ee4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1172113
Jun 08 03:59:20.795277 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bf445643-92c6-49ca-bec4-be63c043672f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.799499 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2d978-a199-4453-af1d-d877bad368f5 req-2fb83c89-838e-42ed-b4a5-75e3a39e5ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:20.801558 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-2fb83c89-838e-42ed-b4a5-75e3a39e5ba5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04013948-cf16-4867-b02e-8ad55b6e8639 HTTP/1.1" status: 200  len: 856 time: 0.1157506
Jun 08 03:59:20.821341 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.821630 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.5994878
Jun 08 03:59:20.827112 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc0b3a-f3a9-44f7-b3d5-1eeada320716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccdd46c-1a80-44b1-b3dc-37ab8d41623d,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:20.831956 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-4afc0b3a-f3a9-44f7-b3d5-1eeada320716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:20.832598 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:20.894371 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bf445643-92c6-49ca-bec4-be63c043672f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:20.961589 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2d978-a199-4453-af1d-d877bad368f5 req-e2e86df7-6112-445a-878d-b46df902dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:20.963503 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-e2e86df7-6112-445a-878d-b46df902dcc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25595095-7d27-4a13-98f0-9ae27dbcb04c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1537433
Jun 08 03:59:20.990835 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d9f5258b-c215-4704-9765-1b51d1c1483b req-eaad71a3-62ac-4b0f-98bd-60264a4a8122 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/security-groups?id=7648b0fc-21f6-4392-87ec-d467be5c5e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3412020
Jun 08 03:59:21.000785 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Pushing event updated for resources: {'Port': ['ID=8dc9daa4-57ab-452c-9d80-cc331e809a6f,revision_number=2']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:21.005440 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:21.064296 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12237d11-397d-467e-8c89-b9245ad1a140 req-5635388b-b086-41d4-ba71-d039d56555bd service neutron] 10.222.0.42 "GET /v2.0/networks/197f074b-6902-48b8-a153-5873d22ee4bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2849231
Jun 08 03:59:21.280487 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12237d11-397d-467e-8c89-b9245ad1a140 req-b55c031f-dad1-419a-b174-03f301790405 service neutron] 10.222.0.42 "GET /v2.0/networks/197f074b-6902-48b8-a153-5873d22ee4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2096419
Jun 08 03:59:21.292621 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9a17f6-0641-4edf-8a27-f0cd28df8212 x-openstack-request-id: req-3c9a17f6-0641-4edf-8a27-f0cd28df8212 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:21.293189 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:21.293378 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c9a17f6-0641-4edf-8a27-f0cd28df8212 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:21.294213 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8', 'status': 'completed', 'code': 200}
Jun 08 03:59:21.310181 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bf445643-92c6-49ca-bec4-be63c043672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:21.320240 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bf445643-92c6-49ca-bec4-be63c043672f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:21.325421 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-bf445643-92c6-49ca-bec4-be63c043672f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bccdd46c-1a80-44b1-b3dc-37ab8d41623d HTTP/1.1" status: 204  len: 168 time: 0.6654856
Jun 08 03:59:21.331354 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-28314aba-d55f-46bd-b2f9-a6de10da1ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:21.361142 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf445643-92c6-49ca-bec4-be63c043672f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccdd46c-1a80-44b1-b3dc-37ab8d41623d,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:21.365275 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-bf445643-92c6-49ca-bec4-be63c043672f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:21.409284 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-d675d6c5-2b4a-4848-ab56-2db91d41ac66 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4391749
Jun 08 03:59:21.415053 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6908-8e16-422d-bc94-32043a2be348 req-49648c2d-93b4-4501-97c6-202a19addddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:21.417938 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dc8b6908-8e16-422d-bc94-32043a2be348 req-49648c2d-93b4-4501-97c6-202a19addddb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 1098 time: 0.2521064
Jun 08 03:59:21.510407 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133c621-e3fd-4b23-891b-b42d636ac298 req-2115b397-2b7b-4c79-940c-ead02d9335d7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:21.519916 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3133c621-e3fd-4b23-891b-b42d636ac298 req-2115b397-2b7b-4c79-940c-ead02d9335d7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.2200122
Jun 08 03:59:21.555889 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dc8b6908-8e16-422d-bc94-32043a2be348 req-5a850f16-de58-4f86-b897-1e8dbb1648da service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153202
Jun 08 03:59:21.589959 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea08d3-5962-411d-9a9b-cafb23b67179 req-11fe7ea8-04a1-4203-8290-19971c9eb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:21.592674 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0fea08d3-5962-411d-9a9b-cafb23b67179 req-11fe7ea8-04a1-4203-8290-19971c9eb94b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd2c11794b9043d18cec6e2f8554c083&device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 1096 time: 0.2233596
Jun 08 03:59:21.603045 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-acd2d978-a199-4453-af1d-d877bad368f5 req-d506820b-704f-429c-b8ef-e9ef07e66175 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1838756
Jun 08 03:59:21.633813 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3133c621-e3fd-4b23-891b-b42d636ac298 req-d5976343-86a7-47d4-bcbc-e2ec65085b80 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125631
Jun 08 03:59:21.867798 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d94d96-8723-4ced-9af6-3c80937fd8c6 req-22039868-d29b-4a91-9859-94baddf7d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:21.869462 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f3d94d96-8723-4ced-9af6-3c80937fd8c6 req-22039868-d29b-4a91-9859-94baddf7d86f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf42340f75147129f89ce0ba005ee2c&device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 1097 time: 0.1861293
Jun 08 03:59:22.102401 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d94d96-8723-4ced-9af6-3c80937fd8c6 req-7251bc1f-2579-4c9d-9d05-8b15cb42861c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:22.107107 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f3d94d96-8723-4ced-9af6-3c80937fd8c6 req-7251bc1f-2579-4c9d-9d05-8b15cb42861c service neutron] 10.222.0.42 "GET /v2.0/networks?id=25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 200  len: 918 time: 0.2202706
Jun 08 03:59:22.133755 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-ad848c65-f9fb-4a7e-a60c-f54d1389efde tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--484092225&fields=id&tenant_id=69503fbb25244595983009a8135abd9e HTTP/1.1" status: 200  len: 267 time: 0.1229322
Jun 08 03:59:22.143321 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea08d3-5962-411d-9a9b-cafb23b67179 req-3bd0e727-2cab-429b-a1a7-f3b958d1175d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:22.145076 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0fea08d3-5962-411d-9a9b-cafb23b67179 req-3bd0e727-2cab-429b-a1a7-f3b958d1175d service neutron] 10.222.0.42 "GET /v2.0/networks?id=197f074b-6902-48b8-a153-5873d22ee4bd HTTP/1.1" status: 200  len: 910 time: 0.5099282
Jun 08 03:59:22.241515 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f3d94d96-8723-4ced-9af6-3c80937fd8c6 req-960e2cf9-78c9-42dd-ae80-cba2096bf249 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b282215-8a4c-4452-a805-0a378d5150c8 HTTP/1.1" status: 200  len: 217 time: 0.1084912
Jun 08 03:59:22.305339 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0fea08d3-5962-411d-9a9b-cafb23b67179 req-18e478c9-3d6a-433d-a779-601b3d92b415 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ada7b032-45ce-4383-b871-9d258957ab6b HTTP/1.1" status: 200  len: 217 time: 0.1299765
Jun 08 03:59:22.328833 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d915381-1d82-4d35-885d-10f55d0e9d38 req-8ba754e5-75ea-467e-99fb-a84d67e64815 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:22.330406 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1d915381-1d82-4d35-885d-10f55d0e9d38 req-8ba754e5-75ea-467e-99fb-a84d67e64815 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 943 time: 0.3186285
Jun 08 03:59:22.382559 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d94d96-8723-4ced-9af6-3c80937fd8c6 req-8570674b-3942-4363-8587-0306ab9df161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:22.384190 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f3d94d96-8723-4ced-9af6-3c80937fd8c6 req-8570674b-3942-4363-8587-0306ab9df161 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04013948-cf16-4867-b02e-8ad55b6e8639 HTTP/1.1" status: 200  len: 856 time: 0.1323760
Jun 08 03:59:22.474906 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d94d96-8723-4ced-9af6-3c80937fd8c6 req-8782e6bb-9f43-4c1c-8414-c50537bfa3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:22.476275 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f3d94d96-8723-4ced-9af6-3c80937fd8c6 req-8782e6bb-9f43-4c1c-8414-c50537bfa3a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25595095-7d27-4a13-98f0-9ae27dbcb04c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758357
Jun 08 03:59:22.487309 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea08d3-5962-411d-9a9b-cafb23b67179 req-cdd9b367-0558-473a-8475-df6ed282f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:22.488778 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0fea08d3-5962-411d-9a9b-cafb23b67179 req-cdd9b367-0558-473a-8475-df6ed282f953 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af4f6ca4-b810-404c-8735-5472ca33d29c HTTP/1.1" status: 200  len: 849 time: 0.1574874
Jun 08 03:59:22.575693 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1d915381-1d82-4d35-885d-10f55d0e9d38 req-da347022-f18d-46f4-ad50-7cefa4fe4788 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066665
Jun 08 03:59:22.615557 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-1b87e4d9-0bb6-4f33-b2d3-7ef804c65b73 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:22.617106 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-1b87e4d9-0bb6-4f33-b2d3-7ef804c65b73 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/networks?id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf HTTP/1.1" status: 200  len: 810 time: 0.4681680
Jun 08 03:59:22.627369 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0fea08d3-5962-411d-9a9b-cafb23b67179 req-cb414b87-4fd9-479d-a65c-9208987396af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=197f074b-6902-48b8-a153-5873d22ee4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1163917
Jun 08 03:59:22.734595 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7995bcf7-09e3-47eb-8292-10dd6e69238a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b580e7c8-f725-411e-b917-109ae41ca160'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:22.737067 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4344b5c-1b9d-468d-91d5-2b05f047b736" -d '{"events": [{"server_uuid": "7995bcf7-09e3-47eb-8292-10dd6e69238a", "name": "network-vif-plugged", "status": "completed", "tag": "b580e7c8-f725-411e-b917-109ae41ca160"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:22.741698 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f3d94d96-8723-4ced-9af6-3c80937fd8c6 req-a36fbaaa-b48e-4226-b9e6-b63d09d42484 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2564032
Jun 08 03:59:22.748487 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-bbd3df2e-fff3-484b-a338-3b5333291948 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/quotas/69503fbb25244595983009a8135abd9e HTTP/1.1" status: 200  len: 375 time: 0.1172431
Jun 08 03:59:22.920416 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f3d94d96-8723-4ced-9af6-3c80937fd8c6 req-942390e4-f0a7-492e-b68a-8a2cda1c9f2b service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625390
Jun 08 03:59:23.017750 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0fea08d3-5962-411d-9a9b-cafb23b67179 req-3dc40b7b-3c5b-4f44-8be8-860f939e7066 service neutron] 10.222.0.42 "GET /v2.0/networks/197f074b-6902-48b8-a153-5873d22ee4bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3661313
Jun 08 03:59:23.121493 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-57041274-48ad-4e78-af36-9ed7f17d4516 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=69503fbb25244595983009a8135abd9e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3549926
Jun 08 03:59:23.131802 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c8c27-0e29-407b-91b3-916f01ac871f req-c393b316-5dc8-4b48-bf43-d2808cc06bed tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:23.133376 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ef6c8c27-0e29-407b-91b3-916f01ac871f req-c393b316-5dc8-4b48-bf43-d2808cc06bed tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.2491713
Jun 08 03:59:23.209351 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device ada7b032-45ce-4383-b871-9d258957ab6b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 03:59:23.342381 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ef6c8c27-0e29-407b-91b3-916f01ac871f req-c1d7e2fc-f876-41ab-938b-924bf641438b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1970119
Jun 08 03:59:23.371710 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port ada7b032-45ce-4383-b871-9d258957ab6b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ada7b032-45ce-4383-b871-9d258957ab6b,segment=NetworkSegment(63e6e3b6-8d5c-443b-b677-ed0f95eec20a),segment_id=63e6e3b6-8d5c-443b-b677-ed0f95eec20a)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:23.389335 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': 'ada7b032-45ce-4383-b871-9d258957ab6b', 'network_id': '197f074b-6902-48b8-a153-5873d22ee4bd', 'port_id': 'ada7b032-45ce-4383-b871-9d258957ab6b', 'mac_address': 'fa:16:3e:22:6c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4f6ca4-b810-404c-8735-5472ca33d29c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 03:59:23.406376 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0fea08d3-5962-411d-9a9b-cafb23b67179 req-3de009e5-f4e7-4621-836a-0e0087ec0fd9 service neutron] 10.222.0.42 "GET /v2.0/networks/197f074b-6902-48b8-a153-5873d22ee4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3772337
Jun 08 03:59:23.434822 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-c396e665-a397-4ce0-9e6a-5ef89136f563 service neutron] 10.222.0.15 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2901361
Jun 08 03:59:23.467744 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:23.472988 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 46104) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:23.507418 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada7b032-45ce-4383-b871-9d258957ab6b {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:23.530019 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port ada7b032-45ce-4383-b871-9d258957ab6b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ada7b032-45ce-4383-b871-9d258957ab6b,segment=NetworkSegment(63e6e3b6-8d5c-443b-b677-ed0f95eec20a),segment_id=63e6e3b6-8d5c-443b-b677-ed0f95eec20a)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:23.535620 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:23.536439 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 2b282215-8a4c-4452-a805-0a378d5150c8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 03:59:23.538459 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-7500f20a-ba1d-4351-8975-4a367f284278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:23.620735 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2987972f-89c9-42d4-93ff-501a6b5b7f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:23.704906 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-741eadce-b8ba-4941-a0b0-807f2acab3bb service neutron] 10.222.0.15 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2488506
Jun 08 03:59:23.721492 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba63ccc-82f0-4476-ac4a-af11acd19442 req-a46e8f66-4c12-4b76-a08a-ebcb27e3eaa8 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:23.723049 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7ba63ccc-82f0-4476-ac4a-af11acd19442 req-a46e8f66-4c12-4b76-a08a-ebcb27e3eaa8 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1689358
Jun 08 03:59:23.729286 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=ada7b032-45ce-4383-b871-9d258957ab6b,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:23.745121 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:23.786870 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7ba63ccc-82f0-4476-ac4a-af11acd19442 req-57e3b0b8-e642-4351-889e-1560a0446845 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559759
Jun 08 03:59:23.809883 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2987972f-89c9-42d4-93ff-501a6b5b7f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:23.824165 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2987972f-89c9-42d4-93ff-501a6b5b7f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:23.824366 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 2b282215-8a4c-4452-a805-0a378d5150c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b282215-8a4c-4452-a805-0a378d5150c8,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:23.838467 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '2b282215-8a4c-4452-a805-0a378d5150c8', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'port_id': '2b282215-8a4c-4452-a805-0a378d5150c8', 'mac_address': 'fa:16:3e:c7:6e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 03:59:23.848609 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-a3437a53-f57c-4a11-8f50-287bfefdb9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:23.857747 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-2987972f-89c9-42d4-93ff-501a6b5b7f3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f28eaaf922e48af866be52ca9154c28&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3834362
Jun 08 03:59:23.861526 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 46116) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:23.879767 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987972f-89c9-42d4-93ff-501a6b5b7f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d0babf-7800-40a1-8c67-cb4dce48d47e,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:23.883486 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2987972f-89c9-42d4-93ff-501a6b5b7f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:23.907287 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 03:59:23.922378 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbab47c3-7ae9-4deb-bc79-4bb4f8900599 x-openstack-request-id: req-fbab47c3-7ae9-4deb-bc79-4bb4f8900599 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:23.922885 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7995bcf7-09e3-47eb-8292-10dd6e69238a", "name": "network-vif-plugged", "status": "completed", "tag": "b580e7c8-f725-411e-b917-109ae41ca160", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:23.923298 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbab47c3-7ae9-4deb-bc79-4bb4f8900599 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:23.923700 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7995bcf7-09e3-47eb-8292-10dd6e69238a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b580e7c8-f725-411e-b917-109ae41ca160', 'code': 200}
Jun 08 03:59:23.924350 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:23.951481 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b282215-8a4c-4452-a805-0a378d5150c8 {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:23.958547 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-78e71bac-2d39-411e-be7b-b42ae4e830a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:23.973286 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 2b282215-8a4c-4452-a805-0a378d5150c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b282215-8a4c-4452-a805-0a378d5150c8,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:23.979171 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:23.985518 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:23.990086 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-78e71bac-2d39-411e-be7b-b42ae4e830a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:24.113815 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-78e71bac-2d39-411e-be7b-b42ae4e830a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:24.117834 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=2b282215-8a4c-4452-a805-0a378d5150c8,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:24.119362 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-78e71bac-2d39-411e-be7b-b42ae4e830a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:24.120843 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-78e71bac-2d39-411e-be7b-b42ae4e830a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8d0babf-7800-40a1-8c67-cb4dce48d47e HTTP/1.1" status: 204  len: 168 time: 0.2577393
Jun 08 03:59:24.121643 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:24.122166 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-2cd342f2-976c-480a-be2e-591c670c5f57 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:24.148889 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e71bac-2d39-411e-be7b-b42ae4e830a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d0babf-7800-40a1-8c67-cb4dce48d47e,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:24.170510 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c07d4-65ea-4d04-a637-7b173d5db134 req-51e636c3-10cb-4e80-8eb2-b994f58b99e4 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:24.178413 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ec1c07d4-65ea-4d04-a637-7b173d5db134 req-51e636c3-10cb-4e80-8eb2-b994f58b99e4 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 944 time: 0.1421378
Jun 08 03:59:24.180074 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-78e71bac-2d39-411e-be7b-b42ae4e830a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:24.257920 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['2b282215-8a4c-4452-a805-0a378d5150c8'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 03:59:24.356146 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['ada7b032-45ce-4383-b871-9d258957ab6b'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 03:59:24.400109 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ec1c07d4-65ea-4d04-a637-7b173d5db134 req-4d928f97-9f4b-4592-8802-3536305af475 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211771
Jun 08 03:59:24.462575 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568bbe2-ef73-4429-9e38-f6c7601a3c37 req-2d4f2b88-ca36-4285-a96b-e533a6da5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:24.464038 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0568bbe2-ef73-4429-9e38-f6c7601a3c37 req-2d4f2b88-ca36-4285-a96b-e533a6da5099 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 1098 time: 0.2415962
Jun 08 03:59:24.546841 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0568bbe2-ef73-4429-9e38-f6c7601a3c37 req-e96ceef9-6bc4-4f91-9cc1-8c9e5702dc85 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699904
Jun 08 03:59:24.944219 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3c0f2413-44d6-4659-8d9b-eda56b42fc0c req-66b06cf3-bed3-4800-8a00-63746858842d tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 210 time: 0.0862849
Jun 08 03:59:25.097632 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c163b0-b40a-4007-a7b8-edcdcb96d02b req-dcb8514e-16f6-49f7-9584-90f97da58a33 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:25.099248 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-18c163b0-b40a-4007-a7b8-edcdcb96d02b req-dcb8514e-16f6-49f7-9584-90f97da58a33 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 945 time: 0.1540680
Jun 08 03:59:25.141956 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291108d0-a927-4513-8451-702f926d190c req-5930fe91-9326-4fea-93ad-dce5d6d9c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:25.143404 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-291108d0-a927-4513-8451-702f926d190c req-5930fe91-9326-4fea-93ad-dce5d6d9c843 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f56f6fbd6fd45a2bba7e5c300a8b2b4&device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 1098 time: 0.1972194
Jun 08 03:59:25.299260 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-18c163b0-b40a-4007-a7b8-edcdcb96d02b req-cf462c8d-4b47-40ad-a742-9cdfd9bcc20f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1501355
Jun 08 03:59:25.346866 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12477ef2-5dce-441d-8333-ea93db00991b req-698e3e7c-f081-4cda-bee3-148373fd22a8 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:25.348597 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12477ef2-5dce-441d-8333-ea93db00991b req-698e3e7c-f081-4cda-bee3-148373fd22a8 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.2466886
Jun 08 03:59:25.383268 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291108d0-a927-4513-8451-702f926d190c req-53ba38d1-f439-4db2-927d-fe57c1b5ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:25.384692 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-291108d0-a927-4513-8451-702f926d190c req-53ba38d1-f439-4db2-927d-fe57c1b5ccc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2 HTTP/1.1" status: 200  len: 919 time: 0.2162757
Jun 08 03:59:25.492837 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-291108d0-a927-4513-8451-702f926d190c req-6cf1aa3c-dacd-40d0-b955-41ef5a133b50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c30783ab-310f-428f-80c0-07416a6c9e11 HTTP/1.1" status: 200  len: 217 time: 0.0884135
Jun 08 03:59:25.496078 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12477ef2-5dce-441d-8333-ea93db00991b req-35fb1ecd-ac3c-43e7-97d5-33d23778a9fb tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348495
Jun 08 03:59:25.746380 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291108d0-a927-4513-8451-702f926d190c req-afa01eed-0af0-4fa5-a583-a6d2aef86d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:25.747817 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-291108d0-a927-4513-8451-702f926d190c req-afa01eed-0af0-4fa5-a583-a6d2aef86d96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3659b78f-2e2e-4fd8-bb9f-78f99e371e12 HTTP/1.1" status: 200  len: 858 time: 0.2368393
Jun 08 03:59:25.838218 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-291108d0-a927-4513-8451-702f926d190c req-0862886f-9e6f-4e7e-9f9c-5322a0ffbcf0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0755975
Jun 08 03:59:25.856041 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31598e92-9370-49ce-8e57-6dd2621b92c3 req-0816db2f-9a63-4ab1-983d-dc84473468f9 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:25.864283 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-31598e92-9370-49ce-8e57-6dd2621b92c3 req-0816db2f-9a63-4ab1-983d-dc84473468f9 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 944 time: 0.2766016
Jun 08 03:59:25.873120 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-24ac72ee-a6ae-4130-a5ee-7025531ee001 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:25.875109 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-24ac72ee-a6ae-4130-a5ee-7025531ee001 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.42 "GET /v2.0/networks?id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf HTTP/1.1" status: 200  len: 810 time: 0.2136116
Jun 08 03:59:25.963208 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e95931a3-2441-40a4-8198-acf99ff1d573 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69503fbb25244595983009a8135abd9e HTTP/1.1" status: 200  len: 379 time: 0.0783057
Jun 08 03:59:25.998490 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e53ffa99-5352-4226-9460-a173bf3c5d3f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Request body: {'port': {'device_id': 'd228786d-3296-4212-acd9-1ed91bb8634d', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'admin_state_up': True, 'tenant_id': '69503fbb25244595983009a8135abd9e', 'security_groups': ['2b12b7f6-bc14-4d82-9e03-b5574cd53c4e']}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:26.017431 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-31598e92-9370-49ce-8e57-6dd2621b92c3 req-4f005c2f-c4b8-4ad2-9671-86fd42dd7b5c tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518543
Jun 08 03:59:26.149414 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-291108d0-a927-4513-8451-702f926d190c req-4d62837c-7408-4219-890f-9406c3b1c714 service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2827966
Jun 08 03:59:26.237569 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bee09d94-f8ca-41f7-b8f8-3f204e7fc0eb req-66fa3738-9ed5-4bca-a176-1dba191e6666 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 210 time: 0.0905509
Jun 08 03:59:26.267371 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e53ffa99-5352-4226-9460-a173bf3c5d3f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Made reservation on behalf of 69503fbb25244595983009a8135abd9e for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:59:26.271662 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e53ffa99-5352-4226-9460-a173bf3c5d3f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:26.405590 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-291108d0-a927-4513-8451-702f926d190c req-daf28227-d89f-4bc5-8cc3-0037a15da03f service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2255399
Jun 08 03:59:26.536712 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e53ffa99-5352-4226-9460-a173bf3c5d3f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Allocated IP 172.20.0.5 (2caf7b80-2274-4c12-8b5d-0f60e74c7baf/d448cf88-0b89-4356-abde-c6d847bfa2f6/204e1d2c-88a2-4e2d-8f2b-1442cea1a875) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:59:26.598551 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bcdfd-6f70-4963-8f70-f4517b0cc0fc req-af278164-9620-408c-a530-acb2c95a9908 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:26.600540 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2f2bcdfd-6f70-4963-8f70-f4517b0cc0fc req-af278164-9620-408c-a530-acb2c95a9908 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 945 time: 0.1364734
Jun 08 03:59:26.739150 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2f2bcdfd-6f70-4963-8f70-f4517b0cc0fc req-3fc8aa99-f9db-4dd3-a7ca-8f6d80a69845 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1330171
Jun 08 03:59:26.763087 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e53ffa99-5352-4226-9460-a173bf3c5d3f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:26.785546 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e53ffa99-5352-4226-9460-a173bf3c5d3f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Transition to ACTIVE for port object 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 will not be triggered until provisioned by entity DHCP. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:59:26.799193 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e310d96-c045-4e08-b039-efb2dec78424 req-2c1df336-a628-4d35-87f2-5a629e681bd0 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:26.800812 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6e310d96-c045-4e08-b039-efb2dec78424 req-2c1df336-a628-4d35-87f2-5a629e681bd0 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1315002
Jun 08 03:59:26.811600 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e53ffa99-5352-4226-9460-a173bf3c5d3f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:26.814265 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e53ffa99-5352-4226-9460-a173bf3c5d3f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:26.814265 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:59:26.814265 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:59:26.814265 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:59:26.814265 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:26.814265 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:59:26.836670 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e53ffa99-5352-4226-9460-a173bf3c5d3f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:59:26.838083 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e53ffa99-5352-4226-9460-a173bf3c5d3f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:26.841017 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e53ffa99-5352-4226-9460-a173bf3c5d3f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:59:26.847378 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e53ffa99-5352-4226-9460-a173bf3c5d3f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:26.847626 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e53ffa99-5352-4226-9460-a173bf3c5d3f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:26.852081 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6e310d96-c045-4e08-b039-efb2dec78424 req-3091fed8-3a25-49d5-a780-457aef88070c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455048
Jun 08 03:59:26.870185 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-e53ffa99-5352-4226-9460-a173bf3c5d3f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8793874
Jun 08 03:59:26.891671 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Request body: {'port': {'device_id': 'd228786d-3296-4212-acd9-1ed91bb8634d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:27.044920 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:27.159335 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-1528514e-5c20-4896-bf48-4f81e488733e None None] Provisioning for port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:27.173148 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-1528514e-5c20-4896-bf48-4f81e488733e None None] Provisioning complete for port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:27.174376 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-1528514e-5c20-4896-bf48-4f81e488733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:27.253546 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092b10c-af69-40a3-8235-9992b9091b32 req-33ef11e2-e67a-4acf-8d1c-6e02c85d16ec tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:27.254177 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device ada7b032-45ce-4383-b871-9d258957ab6b up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:27.255107 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8092b10c-af69-40a3-8235-9992b9091b32 req-33ef11e2-e67a-4acf-8d1c-6e02c85d16ec tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 944 time: 0.1107934
Jun 08 03:59:27.295667 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 46298) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:27.332985 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8092b10c-af69-40a3-8235-9992b9091b32 req-ac4e36b2-5e04-4dc3-8e27-23f88244855c tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719619
Jun 08 03:59:27.406694 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-1528514e-5c20-4896-bf48-4f81e488733e None None] Port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 03:59:27.427751 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port ada7b032-45ce-4383-b871-9d258957ab6b completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:27.433640 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port ada7b032-45ce-4383-b871-9d258957ab6b triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:27.434223 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:27.474019 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1bbc290a-6be8-42cb-998a-fee7346732a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:27.508284 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:27.517726 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:27.537313 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Transition to ACTIVE for port object 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:59:27.542406 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:27.551502 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:27.565845 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:27.570203 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac693c-73e9-435b-b52b-04ed96c3bade req-0926cfa4-79e2-43c4-99ca-9476ecf241bf tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:27.581492 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d1ac693c-73e9-435b-b52b-04ed96c3bade req-0926cfa4-79e2-43c4-99ca-9476ecf241bf tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 931 time: 0.1680968
Jun 08 03:59:27.601374 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada7b032-45ce-4383-b871-9d258957ab6b'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:27.605581 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3fb22d-26e3-4615-9301-68590c16aedd" -d '{"events": [{"server_uuid": "7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4", "name": "network-vif-plugged", "status": "completed", "tag": "ada7b032-45ce-4383-b871-9d258957ab6b"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:27.614499 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port ada7b032-45ce-4383-b871-9d258957ab6b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ada7b032-45ce-4383-b871-9d258957ab6b,segment=NetworkSegment(63e6e3b6-8d5c-443b-b677-ed0f95eec20a),segment_id=63e6e3b6-8d5c-443b-b677-ed0f95eec20a)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:27.620644 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:27.621740 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 2b282215-8a4c-4452-a805-0a378d5150c8 up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:27.661875 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-1e6759e6-d85f-4c65-bd84-0e12f05cd6e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:27.697601 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e542408-b34a-4419-bd7d-22f1a5eb63ab x-openstack-request-id: req-8e542408-b34a-4419-bd7d-22f1a5eb63ab {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:27.698039 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4", "name": "network-vif-plugged", "status": "completed", "tag": "ada7b032-45ce-4383-b871-9d258957ab6b", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:27.698388 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e542408-b34a-4419-bd7d-22f1a5eb63ab {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:27.700802 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada7b032-45ce-4383-b871-9d258957ab6b', 'code': 200}
Jun 08 03:59:27.769310 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d1ac693c-73e9-435b-b52b-04ed96c3bade req-f9a08768-1d5e-40db-9ee9-47f6f32338b4 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1865134
Jun 08 03:59:27.870925 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=ada7b032-45ce-4383-b871-9d258957ab6b,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:27.880771 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:27.889702 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1bbc290a-6be8-42cb-998a-fee7346732a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:27.896416 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1bbc290a-6be8-42cb-998a-fee7346732a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:27.909902 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port 2b282215-8a4c-4452-a805-0a378d5150c8 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:27.918136 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 2b282215-8a4c-4452-a805-0a378d5150c8 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:27.918136 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:27.935939 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:28.004948 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Attempting to bind port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:59:28.005458 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Attempting to bind port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:59:28.005655 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Attempting to bind port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 on network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:28.008101 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Pushing event updated for resources: {'Port': ['ID=204e1d2c-88a2-4e2d-8f2b-1442cea1a875,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:28.011988 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:28.016868 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 on network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 03:59:28.017203 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Attempting to bind port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 on network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:28.024821 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:59:28.025170 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Checking segment: {'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:59:28.025557 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Bound using segment: {'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:59:28.025996 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Bound port: 204e1d2c-88a2-4e2d-8f2b-1442cea1a875, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:59:28.026623 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:28.028494 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc290a-6be8-42cb-998a-fee7346732a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf504e1d-29bf-4ea3-a06a-ac833b19de7c,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:28.078727 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-1bbc290a-6be8-42cb-998a-fee7346732a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:28.099915 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:28.126431 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] For port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:59:28.129873 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] For port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=204e1d2c-88a2-4e2d-8f2b-1442cea1a875,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:59:28.134351 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 2b282215-8a4c-4452-a805-0a378d5150c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b282215-8a4c-4452-a805-0a378d5150c8,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:28.134864 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:28.138447 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:28.139139 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-8474c37d-0a47-4790-883d-c9e7d835b6a0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:28.141330 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:28.142578 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-1bbc290a-6be8-42cb-998a-fee7346732a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc91226a30454200944d969155a9f3dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8451788
Jun 08 03:59:28.145266 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 46312) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:28.212803 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:28.213582 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:28.215379 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] 10.222.0.42 "PUT /v2.0/ports/204e1d2c-88a2-4e2d-8f2b-1442cea1a875 HTTP/1.1" status: 200  len: 1093 time: 1.3285804
Jun 08 03:59:28.215577 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd228786d-3296-4212-acd9-1ed91bb8634d', 'tag': '204e1d2c-88a2-4e2d-8f2b-1442cea1a875'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:28.217876 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28f7bb1-b27e-487b-87c6-9560131a3e79" -d '{"events": [{"name": "network-changed", "server_uuid": "d228786d-3296-4212-acd9-1ed91bb8634d", "tag": "204e1d2c-88a2-4e2d-8f2b-1442cea1a875"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:28.232725 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=2b282215-8a4c-4452-a805-0a378d5150c8,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:28.237079 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:28.252107 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Pushing event updated for resources: {'Port': ['ID=204e1d2c-88a2-4e2d-8f2b-1442cea1a875,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:28.255800 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:28.291939 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ff43c9b5-2c3e-43e5-9277-564eac60e814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:28.296642 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06708209-0aa6-4292-a48d-9b8513df048e req-6545bec2-7926-43c7-958f-fd300c24b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:28.298110 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-06708209-0aa6-4292-a48d-9b8513df048e req-6545bec2-7926-43c7-958f-fd300c24b48f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 1098 time: 0.2588527
Jun 08 03:59:28.305584 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cda2c9-b7fd-49c8-b4d8-a287bc997e82 req-22d7e0f7-f9c1-4fa9-9ab5-cecd78802253 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:28.306956 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-13cda2c9-b7fd-49c8-b4d8-a287bc997e82 req-22d7e0f7-f9c1-4fa9-9ab5-cecd78802253 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 945 time: 0.3154547
Jun 08 03:59:28.351236 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-c091078f-4a2e-4cbb-a3a9-04b80ebf90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:28.352726 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-c091078f-4a2e-4cbb-a3a9-04b80ebf90f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69503fbb25244595983009a8135abd9e&device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 1096 time: 0.0780520
Jun 08 03:59:28.374003 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a052b4-c497-4f77-9a3d-c9edb21ef042 req-9b4b0e5c-b180-4771-ad67-7599fc154440 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:28.376136 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-15a052b4-c497-4f77-9a3d-c9edb21ef042 req-9b4b0e5c-b180-4771-ad67-7599fc154440 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.2894082
Jun 08 03:59:28.391137 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ff43c9b5-2c3e-43e5-9277-564eac60e814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:28.445274 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-5ab89337-4bd3-49f2-b8f2-a116ddda57e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=204e1d2c-88a2-4e2d-8f2b-1442cea1a875 HTTP/1.1" status: 200  len: 217 time: 0.0729437
Jun 08 03:59:28.472564 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-06708209-0aa6-4292-a48d-9b8513df048e req-066757ed-3dc0-4e40-b287-6e5a161f0104 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552331
Jun 08 03:59:28.496484 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-13cda2c9-b7fd-49c8-b4d8-a287bc997e82 req-5262e014-08be-4296-912e-0f8677adcfb2 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1766109
Jun 08 03:59:28.502234 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-15a052b4-c497-4f77-9a3d-c9edb21ef042 req-ff00e08f-92cb-431c-b35c-cbc9f617f616 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157663
Jun 08 03:59:28.508033 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-6ca73e9f-3557-43cd-8013-ccc9328951ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:28.509783 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-6ca73e9f-3557-43cd-8013-ccc9328951ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d448cf88-0b89-4356-abde-c6d847bfa2f6 HTTP/1.1" status: 200  len: 849 time: 0.0586407
Jun 08 03:59:28.531805 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ff43c9b5-2c3e-43e5-9277-564eac60e814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:28.535035 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ff43c9b5-2c3e-43e5-9277-564eac60e814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:28.536344 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-ff43c9b5-2c3e-43e5-9277-564eac60e814 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf504e1d-29bf-4ea3-a06a-ac833b19de7c HTTP/1.1" status: 204  len: 168 time: 0.3799345
Jun 08 03:59:28.537007 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:28.569431 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43c9b5-2c3e-43e5-9277-564eac60e814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf504e1d-29bf-4ea3-a06a-ac833b19de7c,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:28.571561 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ff43c9b5-2c3e-43e5-9277-564eac60e814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:28.589679 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72e7bf1-e37f-4556-b141-799d2f934f11 x-openstack-request-id: req-e72e7bf1-e37f-4556-b141-799d2f934f11 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:28.590841 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d228786d-3296-4212-acd9-1ed91bb8634d", "tag": "204e1d2c-88a2-4e2d-8f2b-1442cea1a875", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:28.591477 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e72e7bf1-e37f-4556-b141-799d2f934f11 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:28.592063 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd228786d-3296-4212-acd9-1ed91bb8634d', 'tag': '204e1d2c-88a2-4e2d-8f2b-1442cea1a875', 'status': 'completed', 'code': 200}
Jun 08 03:59:28.632222 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-bd1bd3ce-0781-4706-a9ee-c6f6f1082f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:28.633702 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-bd1bd3ce-0781-4706-a9ee-c6f6f1082f98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912023
Jun 08 03:59:28.743337 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4704530-9007-404e-a891-2e2a9f09c4ca req-f8b531bb-bb36-4627-87a4-87a73a4fe193 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:28.750528 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b4704530-9007-404e-a891-2e2a9f09c4ca req-f8b531bb-bb36-4627-87a4-87a73a4fe193 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 945 time: 0.1005735
Jun 08 03:59:28.789823 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-2da3e1a8-428d-4b7b-a562-23de67057b4f service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417527
Jun 08 03:59:28.797087 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b4704530-9007-404e-a891-2e2a9f09c4ca req-1624fd37-1e76-42db-8467-5a9134f07cf3 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454335
Jun 08 03:59:28.898435 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 46328) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:28.926608 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-434a0b69-2137-4337-bdc0-d6142384ca68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:28.980925 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cda24-62f4-4c2d-9568-6d4d447f3bc2 req-08ef36d8-9337-4027-a0b8-0ac14d218b58 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:28.982971 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-337cda24-62f4-4c2d-9568-6d4d447f3bc2 req-08ef36d8-9337-4027-a0b8-0ac14d218b58 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 943 time: 0.0993223
Jun 08 03:59:28.986473 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-fd149caf-73f3-477e-ac50-a7bdce2a44bf req-d93a8170-eae2-469b-b598-3161468dfb58 service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1913643
Jun 08 03:59:29.042168 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-337cda24-62f4-4c2d-9568-6d4d447f3bc2 req-35625257-f522-4e74-9e68-cfb4436afb78 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525420
Jun 08 03:59:29.128409 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-434a0b69-2137-4337-bdc0-d6142384ca68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:29.132969 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-434a0b69-2137-4337-bdc0-d6142384ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:29.140362 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-460fe47f-e83d-4bb5-827d-57077916de83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:29.189974 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-434a0b69-2137-4337-bdc0-d6142384ca68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6555c9ea778b481bb99d0c8f1b26c1cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2905290
Jun 08 03:59:29.191774 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a0b69-2137-4337-bdc0-d6142384ca68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584dd483-30f5-41fb-aac5-46b096210938,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:29.192608 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 46332) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:29.195500 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-434a0b69-2137-4337-bdc0-d6142384ca68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:29.198241 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f7bb1-b27e-487b-87c6-9560131a3e79 req-611b3958-f221-4aaf-97d9-0454b3914b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:29.199634 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d28f7bb1-b27e-487b-87c6-9560131a3e79 req-611b3958-f221-4aaf-97d9-0454b3914b4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69503fbb25244595983009a8135abd9e&device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 1096 time: 0.1472828
Jun 08 03:59:29.250772 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a67a2d3c-6301-4a21-86a5-61659fdd0957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:29.279278 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a67a2d3c-6301-4a21-86a5-61659fdd0957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:29.335254 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a67a2d3c-6301-4a21-86a5-61659fdd0957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:29.337760 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a67a2d3c-6301-4a21-86a5-61659fdd0957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:29.339035 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-a67a2d3c-6301-4a21-86a5-61659fdd0957 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/584dd483-30f5-41fb-aac5-46b096210938 HTTP/1.1" status: 204  len: 168 time: 0.1454506
Jun 08 03:59:29.339756 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ff43c9b5-2c3e-43e5-9277-564eac60e814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:29.349463 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f7bb1-b27e-487b-87c6-9560131a3e79 req-5100a331-23e7-48ca-9764-114c2693523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:29.350481 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a2d3c-6301-4a21-86a5-61659fdd0957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584dd483-30f5-41fb-aac5-46b096210938,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:29.350947 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d28f7bb1-b27e-487b-87c6-9560131a3e79 req-5100a331-23e7-48ca-9764-114c2693523f service neutron] 10.222.0.42 "GET /v2.0/networks?id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf HTTP/1.1" status: 200  len: 911 time: 0.1385198
Jun 08 03:59:29.352835 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-a67a2d3c-6301-4a21-86a5-61659fdd0957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:29.431385 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d28f7bb1-b27e-487b-87c6-9560131a3e79 req-ba5289ae-5a13-4169-80e4-80d735f514e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=204e1d2c-88a2-4e2d-8f2b-1442cea1a875 HTTP/1.1" status: 200  len: 217 time: 0.0670650
Jun 08 03:59:29.496293 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f7bb1-b27e-487b-87c6-9560131a3e79 req-d1df62f0-4bc8-48c7-81f0-264e7c16e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:29.497786 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d28f7bb1-b27e-487b-87c6-9560131a3e79 req-d1df62f0-4bc8-48c7-81f0-264e7c16e49e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d448cf88-0b89-4356-abde-c6d847bfa2f6 HTTP/1.1" status: 200  len: 849 time: 0.0590348
Jun 08 03:59:29.592607 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f7bb1-b27e-487b-87c6-9560131a3e79 req-5ab2c8c6-5664-49e1-8fd9-2a3c6a76b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:29.594615 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d28f7bb1-b27e-487b-87c6-9560131a3e79 req-5ab2c8c6-5664-49e1-8fd9-2a3c6a76b242 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848250
Jun 08 03:59:29.711956 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:29.715231 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da18ce9a-9381-4db5-9c33-a6f369c3a41c" -d '{"events": [{"server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "name": "network-vif-plugged", "status": "completed", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:29.781568 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d28f7bb1-b27e-487b-87c6-9560131a3e79 req-b8fccde2-39e1-4659-8b9c-5b642de90713 service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720691
Jun 08 03:59:29.801774 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0032ef-09ef-4a6d-93d5-64e19d0c224e req-b0363513-b588-47a1-a2c7-92f3e08bc2ce tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:29.803675 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1c0032ef-09ef-4a6d-93d5-64e19d0c224e req-b0363513-b588-47a1-a2c7-92f3e08bc2ce tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.1132588
Jun 08 03:59:29.848664 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039bcd2-b22b-4612-943f-6d9da3702837 req-faa046f9-25b8-4131-9f45-ef1911641d7b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:29.855614 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b039bcd2-b22b-4612-943f-6d9da3702837 req-faa046f9-25b8-4131-9f45-ef1911641d7b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.2033091
Jun 08 03:59:29.945429 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1c0032ef-09ef-4a6d-93d5-64e19d0c224e req-1b6bbac9-c41b-4041-9158-7e70ff98d936 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1297510
Jun 08 03:59:29.968891 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b039bcd2-b22b-4612-943f-6d9da3702837 req-430118f6-b3f0-40cf-849d-3ac1a9e3cc0c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034055
Jun 08 03:59:30.033390 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ea842a-e4a5-4936-ad0a-6d64b0eaab9b x-openstack-request-id: req-b2ea842a-e4a5-4936-ad0a-6d64b0eaab9b {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:30.033814 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "name": "network-vif-plugged", "status": "completed", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:30.034221 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2ea842a-e4a5-4936-ad0a-6d64b0eaab9b {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:30.034757 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8', 'code': 200}
Jun 08 03:59:30.062702 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d28f7bb1-b27e-487b-87c6-9560131a3e79 req-bb051f92-7541-4b16-b039-13b7b59bfe3b service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2731864
Jun 08 03:59:30.299178 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410529a1-1cfc-4091-adc2-b985f438e4fc req-7ebf48d1-9dbd-473c-9df0-b05a9b64b543 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:30.300957 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-410529a1-1cfc-4091-adc2-b985f438e4fc req-7ebf48d1-9dbd-473c-9df0-b05a9b64b543 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 945 time: 0.1970055
Jun 08 03:59:30.310492 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa281e9a-80e3-4c26-9556-636b0f989e2a req-230927dc-66aa-4440-a662-824e26cd380d tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:30.313211 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fa281e9a-80e3-4c26-9556-636b0f989e2a req-230927dc-66aa-4440-a662-824e26cd380d tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 943 time: 0.1368148
Jun 08 03:59:30.389318 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-410529a1-1cfc-4091-adc2-b985f438e4fc req-3efdd987-01dc-49e8-be8b-a4499e97672f tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750895
Jun 08 03:59:30.393024 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fa281e9a-80e3-4c26-9556-636b0f989e2a req-75eb3fd3-35b8-488f-ac9a-bb3827c18052 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658786
Jun 08 03:59:30.505887 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1953b42-cac6-487c-a518-d7971c1b0f36 req-83373d97-fe2a-4f7e-a23c-0bda4dee6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:30.512687 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d1953b42-cac6-487c-a518-d7971c1b0f36 req-83373d97-fe2a-4f7e-a23c-0bda4dee6614 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 1099 time: 0.1849422
Jun 08 03:59:30.579756 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d1953b42-cac6-487c-a518-d7971c1b0f36 req-ce112f69-d4d6-44ad-b479-6bce9198c722 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571434
Jun 08 03:59:31.227791 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9b153-3a92-48e1-8265-fcc41788651b req-a52a1d7d-cb4d-4564-9016-56abb9123e43 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:31.229281 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-25f9b153-3a92-48e1-8265-fcc41788651b req-a52a1d7d-cb4d-4564-9016-56abb9123e43 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1518562
Jun 08 03:59:31.238454 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48ddc9-67c6-4cef-9f82-cf2f40ea59a2 req-2008e2bd-dd44-4bdf-9039-a346edb8b366 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:31.239809 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ee48ddc9-67c6-4cef-9f82-cf2f40ea59a2 req-2008e2bd-dd44-4bdf-9039-a346edb8b366 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.1152775
Jun 08 03:59:31.259947 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 03:59:31.308153 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-25f9b153-3a92-48e1-8265-fcc41788651b req-9ab572c0-e979-495e-95e4-1c1bd8b7e2d9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673351
Jun 08 03:59:31.315438 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ee48ddc9-67c6-4cef-9f82-cf2f40ea59a2 req-c5a60a5c-056b-43ff-9007-222df4147a2d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601785
Jun 08 03:59:31.427786 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=204e1d2c-88a2-4e2d-8f2b-1442cea1a875,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:31.444071 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '204e1d2c-88a2-4e2d-8f2b-1442cea1a875', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'port_id': '204e1d2c-88a2-4e2d-8f2b-1442cea1a875', 'mac_address': 'fa:16:3e:0a:6b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 03:59:31.516991 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:31.539323 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:31.569053 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=204e1d2c-88a2-4e2d-8f2b-1442cea1a875,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:31.575690 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:31.580798 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:31.635101 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-f7679b12-69cd-40e4-96c5-fa69aa6c9055 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:31.642392 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-f7679b12-69cd-40e4-96c5-fa69aa6c9055 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/networks?id=837001f9-2e0e-4bac-935e-3440dea914fb HTTP/1.1" status: 200  len: 814 time: 0.2341747
Jun 08 03:59:31.666919 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-07746341-ce93-4999-b164-d53281421065 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/quotas/8279772a97114892b0ce86b3832f7aee HTTP/1.1" status: 200  len: 375 time: 0.0236301
Jun 08 03:59:31.671852 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=204e1d2c-88a2-4e2d-8f2b-1442cea1a875,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:31.675750 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:31.735761 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d52618-a951-4993-a044-2265110636f5 req-41aa4c33-aed9-4cef-a0ba-7a7a2d6156ea tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:31.737230 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-14d52618-a951-4993-a044-2265110636f5 req-41aa4c33-aed9-4cef-a0ba-7a7a2d6156ea tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 943 time: 0.2135963
Jun 08 03:59:31.869050 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-041c5f94-3470-48bf-aabd-a4db49c5f538 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8279772a97114892b0ce86b3832f7aee&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2010689
Jun 08 03:59:31.892625 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-14d52618-a951-4993-a044-2265110636f5 req-3b86146c-1ffa-4385-920c-97a84149be48 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1484318
Jun 08 03:59:32.065135 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-c591aaf9-696c-4d11-87cd-9cfbd86ee5f2 service neutron] 10.222.0.15 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1928864
Jun 08 03:59:32.137714 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['204e1d2c-88a2-4e2d-8f2b-1442cea1a875'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 03:59:32.227885 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-86c209d7-3144-4627-a22b-6e2dd10e6a16 service neutron] 10.222.0.15 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555660
Jun 08 03:59:32.295755 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 46446) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:32.412263 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559256e-a40c-4d54-ac9a-26fe3d4b611b req-6de51400-78a7-4c91-b8ea-d6a960081030 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:32.420008 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5559256e-a40c-4d54-ac9a-26fe3d4b611b req-6de51400-78a7-4c91-b8ea-d6a960081030 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 945 time: 0.0996153
Jun 08 03:59:32.464115 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e6f4c649-ea56-4a78-bd31-0e9acb82489e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:32.535746 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5559256e-a40c-4d54-ac9a-26fe3d4b611b req-c99bf931-b923-48d6-a0c1-89888bc632df tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148658
Jun 08 03:59:32.631320 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9a08b-c747-46bc-b7ef-c1baf7f34521 req-f7c74872-c433-498e-af96-df50cf55b98f tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:32.633080 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-94c9a08b-c747-46bc-b7ef-c1baf7f34521 req-f7c74872-c433-498e-af96-df50cf55b98f tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1504230
Jun 08 03:59:32.764259 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e6f4c649-ea56-4a78-bd31-0e9acb82489e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:32.774660 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e6f4c649-ea56-4a78-bd31-0e9acb82489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:32.785566 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:32.799053 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-94c9a08b-c747-46bc-b7ef-c1baf7f34521 req-5bbcb93e-f866-44c6-88fc-ab90dde39b16 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487541
Jun 08 03:59:32.840911 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-e6f4c649-ea56-4a78-bd31-0e9acb82489e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ffee1bb954341499033025f4237b733&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5433514
Jun 08 03:59:32.842478 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4c649-ea56-4a78-bd31-0e9acb82489e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b31dea3-a957-4d47-82c0-9b282c831cd3,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:32.844436 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 46466) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:32.857302 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e6f4c649-ea56-4a78-bd31-0e9acb82489e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:32.875158 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e31d4-ece7-4ce3-bb2f-f52d1f49c363 req-87665084-1172-4c58-8947-cb1c22ad2038 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:32.876813 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2e8e31d4-ece7-4ce3-bb2f-f52d1f49c363 req-87665084-1172-4c58-8947-cb1c22ad2038 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.2254434
Jun 08 03:59:32.906831 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0e524400-4dd6-4986-b33a-6f37617b13b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:32.937065 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2e8e31d4-ece7-4ce3-bb2f-f52d1f49c363 req-1fc049f3-951c-4d11-ae6f-08482d5fb2a6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539575
Jun 08 03:59:32.942779 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0e524400-4dd6-4986-b33a-6f37617b13b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:32.988479 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e93e654b-1e84-467f-bd1e-62a51b9d4869 req-1d78cd09-ffbc-4031-95b7-6a5dec82181d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 210 time: 0.0474908
Jun 08 03:59:33.021843 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0e524400-4dd6-4986-b33a-6f37617b13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:33.025574 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0e524400-4dd6-4986-b33a-6f37617b13b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:33.026971 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-0e524400-4dd6-4986-b33a-6f37617b13b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b31dea3-a957-4d47-82c0-9b282c831cd3 HTTP/1.1" status: 204  len: 168 time: 0.1815283
Jun 08 03:59:33.028052 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:33.040134 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e524400-4dd6-4986-b33a-6f37617b13b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b31dea3-a957-4d47-82c0-9b282c831cd3,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:33.051080 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0e524400-4dd6-4986-b33a-6f37617b13b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:33.223719 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf8719-c728-4d22-ba08-093144221756 req-b66e7418-8013-4812-8a33-9844be030060 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:33.225315 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fccf8719-c728-4d22-ba08-093144221756 req-b66e7418-8013-4812-8a33-9844be030060 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.1157675
Jun 08 03:59:33.234382 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 46478) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:33.238810 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-f70d9f65-fb55-4cac-83ca-a68cac0d627b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Request body: {'floatingip': {'port_id': '2b282215-8a4c-4452-a805-0a378d5150c8'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:33.241299 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c6b69-333a-4efd-9021-588b8ae3b352 req-ccaa6a6a-bb2f-4f40-b39c-1a0d19de0e4c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:33.242743 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-798c6b69-333a-4efd-9021-588b8ae3b352 req-ccaa6a6a-bb2f-4f40-b39c-1a0d19de0e4c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 944 time: 0.1762123
Jun 08 03:59:33.291522 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-798c6b69-333a-4efd-9021-588b8ae3b352 req-af60798d-cd57-4754-b544-4effa5710e60 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428984
Jun 08 03:59:33.318817 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f70d9f65-fb55-4cac-83ca-a68cac0d627b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for floatingip, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:33.387993 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 46480) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:33.405390 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-203d878d-d716-4ad3-9ac5-2db946256f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:33.509918 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-203d878d-d716-4ad3-9ac5-2db946256f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:33.515146 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-203d878d-d716-4ad3-9ac5-2db946256f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:33.523040 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:33.567410 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-203d878d-d716-4ad3-9ac5-2db946256f8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a3b49acae7343f6b349b52e67f438d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1759956
Jun 08 03:59:33.567410 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d878d-d716-4ad3-9ac5-2db946256f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a641bc64-8d0e-4347-84f2-d3d7eee13244,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:33.567747 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 46484) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:33.569322 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-203d878d-d716-4ad3-9ac5-2db946256f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:33.744541 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a0d99-e217-4b09-9469-0c1d13b6c0c2 req-75c23af2-44be-4ce7-949c-8f5507df0f3d tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:33.746566 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-de8a0d99-e217-4b09-9469-0c1d13b6c0c2 req-75c23af2-44be-4ce7-949c-8f5507df0f3d tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 945 time: 0.0873449
Jun 08 03:59:33.805012 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-de8a0d99-e217-4b09-9469-0c1d13b6c0c2 req-d3fe7088-4c42-47e7-a5d3-8c4927b89678 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521722
Jun 08 03:59:33.846796 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bc5c37c0-2f60-4ae1-a1db-55954d3e827d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:34.002972 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1d496-2572-4c5a-85d4-3bc76c7c7f80 req-c3203f12-db0b-4b8f-a367-7da806806846 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:34.004450 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4ec1d496-2572-4c5a-85d4-3bc76c7c7f80 req-c3203f12-db0b-4b8f-a367-7da806806846 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.0842898
Jun 08 03:59:34.054317 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4ec1d496-2572-4c5a-85d4-3bc76c7c7f80 req-853b3b96-f45c-4d7a-b6b6-bc518663fff5 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438826
Jun 08 03:59:34.100219 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bc5c37c0-2f60-4ae1-a1db-55954d3e827d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:34.143385 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-647cee44-7b7e-4f1c-b45f-3777f0d39aaf req-20f3d76a-41c8-405f-bbfd-1381e392e682 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 210 time: 0.0469437
Jun 08 03:59:34.148033 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-65c9961f-ffa0-4cc0-8d8a-61ef0399249d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:34.149536 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-65c9961f-ffa0-4cc0-8d8a-61ef0399249d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "GET /v2.0/networks?id=837001f9-2e0e-4bac-935e-3440dea914fb HTTP/1.1" status: 200  len: 814 time: 0.4686882
Jun 08 03:59:34.176575 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-d33a20a1-faae-42f7-b9d9-6b33c5f6a670 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Request body: {'port': {'device_id': '68516734-c9c1-435b-a8f3-519d9793357b', 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb', 'admin_state_up': True, 'tenant_id': '8279772a97114892b0ce86b3832f7aee'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:34.354952 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bc5c37c0-2f60-4ae1-a1db-55954d3e827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:34.357398 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bc5c37c0-2f60-4ae1-a1db-55954d3e827d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:34.359050 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-bc5c37c0-2f60-4ae1-a1db-55954d3e827d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a641bc64-8d0e-4347-84f2-d3d7eee13244 HTTP/1.1" status: 204  len: 168 time: 0.7893140
Jun 08 03:59:34.364647 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:34.397023 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c37c0-2f60-4ae1-a1db-55954d3e827d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a641bc64-8d0e-4347-84f2-d3d7eee13244,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:34.399823 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.db.resource_extend [None req-f70d9f65-fb55-4cac-83ca-a68cac0d627b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 08 03:59:34.522056 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67cc1a-5acf-45a4-a29c-6ef7f7cca096 req-046c438f-45cc-45d9-8e36-8bf900e19276 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:34.528890 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ea67cc1a-5acf-45a4-a29c-6ef7f7cca096 req-046c438f-45cc-45d9-8e36-8bf900e19276 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 944 time: 0.1103873
Jun 08 03:59:34.541427 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-bc5c37c0-2f60-4ae1-a1db-55954d3e827d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:34.575312 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ea67cc1a-5acf-45a4-a29c-6ef7f7cca096 req-35ce80f1-7346-4e5f-9e89-b9105b24acad tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454776
Jun 08 03:59:34.602814 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f70d9f65-fb55-4cac-83ca-a68cac0d627b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:34.604087 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-d33a20a1-faae-42f7-b9d9-6b33c5f6a670 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Made reservation on behalf of 8279772a97114892b0ce86b3832f7aee for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:59:34.607544 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-d33a20a1-faae-42f7-b9d9-6b33c5f6a670 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:34.622900 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f70d9f65-fb55-4cac-83ca-a68cac0d627b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:34.680421 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04f194-e8aa-4438-8c74-9cb80914f22d req-775d2ed3-710a-4307-b496-310dba22e6ab tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:34.681858 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5f04f194-e8aa-4438-8c74-9cb80914f22d req-775d2ed3-710a-4307-b496-310dba22e6ab tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 945 time: 0.0908215
Jun 08 03:59:34.831135 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [req-5f04f194-e8aa-4438-8c74-9cb80914f22d req-391cd7f6-ab96-44e1-86d8-23e26df49725 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Deleting port ada7b032-45ce-4383-b871-9d258957ab6b {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 03:59:34.832823 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-5f04f194-e8aa-4438-8c74-9cb80914f22d req-391cd7f6-ab96-44e1-86d8-23e26df49725 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:34.919092 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.l3_db [None req-f70d9f65-fb55-4cac-83ca-a68cac0d627b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Floating IP 23714e33-9090-4273-92eb-b4e17b568d59 associated. External IP: 172.27.3.138, port: 2b282215-8a4c-4452-a805-0a378d5150c8.
Jun 08 03:59:35.021919 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [req-5f04f194-e8aa-4438-8c74-9cb80914f22d req-391cd7f6-ab96-44e1-86d8-23e26df49725 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] For port ada7b032-45ce-4383-b871-9d258957ab6b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ada7b032-45ce-4383-b871-9d258957ab6b,segment=NetworkSegment(63e6e3b6-8d5c-443b-b677-ed0f95eec20a),segment_id=63e6e3b6-8d5c-443b-b677-ed0f95eec20a)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:35.022371 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-5f04f194-e8aa-4438-8c74-9cb80914f22d req-391cd7f6-ab96-44e1-86d8-23e26df49725 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:35.100058 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-d33a20a1-faae-42f7-b9d9-6b33c5f6a670 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Allocated IP 172.20.0.9 (837001f9-2e0e-4bac-935e-3440dea914fb/27ee18ff-e7d4-4abb-b4d2-4645081d1189/cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:59:35.267796 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:35.324592 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [req-5f04f194-e8aa-4438-8c74-9cb80914f22d req-391cd7f6-ab96-44e1-86d8-23e26df49725 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Calling delete_port for ada7b032-45ce-4383-b871-9d258957ab6b owned by compute:nova {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 03:59:35.367476 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:35.391335 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:35.392162 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:35.460483 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b01f92-6921-4716-a079-1112ffb79490 req-301af339-df7b-4538-a3bd-dd6f26345da6 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:35.468810 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d8b01f92-6921-4716-a079-1112ffb79490 req-301af339-df7b-4538-a3bd-dd6f26345da6 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 945 time: 0.4374900
Jun 08 03:59:35.522358 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da24104-f9d4-40ea-ae1d-041c7dad157a req-fad4d78b-fc21-4a66-8722-f4a128557c22 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:35.529255 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5da24104-f9d4-40ea-ae1d-041c7dad157a req-fad4d78b-fc21-4a66-8722-f4a128557c22 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.3063421
Jun 08 03:59:35.575850 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d8b01f92-6921-4716-a079-1112ffb79490 req-eb437aac-4f45-4132-a593-6b026c7e8b93 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059639
Jun 08 03:59:35.577597 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-d33a20a1-faae-42f7-b9d9-6b33c5f6a670 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:35.583968 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70d9f65-fb55-4cac-83ca-a68cac0d627b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Router 2c62b53f-da8f-47c0-9445-61f406a8fd05 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 03:59:35.628024 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:35.674111 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5da24104-f9d4-40ea-ae1d-041c7dad157a req-779c0195-af16-42b8-b930-1b20faa5fb34 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438787
Jun 08 03:59:35.699707 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd228786d-3296-4212-acd9-1ed91bb8634d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204e1d2c-88a2-4e2d-8f2b-1442cea1a875'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:35.701964 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9399fd93-9b65-4f84-b658-a0814303fddb" -d '{"events": [{"server_uuid": "d228786d-3296-4212-acd9-1ed91bb8634d", "name": "network-vif-plugged", "status": "completed", "tag": "204e1d2c-88a2-4e2d-8f2b-1442cea1a875"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:35.721512 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=204e1d2c-88a2-4e2d-8f2b-1442cea1a875,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:35.730264 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:35.731381 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device ada7b032-45ce-4383-b871-9d258957ab6b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 03:59:35.786548 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:35.840689 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-5f04f194-e8aa-4438-8c74-9cb80914f22d req-391cd7f6-ab96-44e1-86d8-23e26df49725 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:35.857311 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-816c9e7c-76ba-4743-953a-c927390b974f req-323e90d3-3680-4163-8106-4b028ade08fa tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 210 time: 0.1074052
Jun 08 03:59:35.864777 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-d33a20a1-faae-42f7-b9d9-6b33c5f6a670 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:35.870618 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-d33a20a1-faae-42f7-b9d9-6b33c5f6a670 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:35.870618 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:59:35.870618 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:59:35.870618 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:59:35.870618 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:35.870618 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:59:35.875055 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:35.891675 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70d9f65-fb55-4cac-83ca-a68cac0d627b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 03:59:35.892185 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['a24b6183-3567-479a-be56-a179e5e4df6f'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 03:59:35.904610 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83813ef-03b5-4777-b820-e2e2d3047b73 None None] Sync routers for ids ['2c62b53f-da8f-47c0-9445-61f406a8fd05'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 03:59:35.905119 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f70d9f65-fb55-4cac-83ca-a68cac0d627b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:35.920443 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83813ef-03b5-4777-b820-e2e2d3047b73 None None] Routers {'2c62b53f-da8f-47c0-9445-61f406a8fd05'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:59:35.923290 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-e83813ef-03b5-4777-b820-e2e2d3047b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00261d6a0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:59:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2c62b53f-da8f-47c0-9445-61f406a8fd05'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:35.951885 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-d33a20a1-faae-42f7-b9d9-6b33c5f6a670 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Network 837001f9-2e0e-4bac-935e-3440dea914fb is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:59:35.953331 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-d33a20a1-faae-42f7-b9d9-6b33c5f6a670 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:35.986862 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-d33a20a1-faae-42f7-b9d9-6b33c5f6a670 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:59:35.993953 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-d33a20a1-faae-42f7-b9d9-6b33c5f6a670 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:35.994578 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-d33a20a1-faae-42f7-b9d9-6b33c5f6a670 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:36.016256 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cd7f6-ab96-44e1-86d8-23e26df49725 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Pushing event deleted for resources: {'Port': ['ID=ada7b032-45ce-4383-b871-9d258957ab6b,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:36.018131 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-d33a20a1-faae-42f7-b9d9-6b33c5f6a670 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8548455
Jun 08 03:59:36.049731 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-f70d9f65-fb55-4cac-83ca-a68cac0d627b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "PUT /v2.0/floatingips/23714e33-9090-4273-92eb-b4e17b568d59 HTTP/1.1" status: 200  len: 992 time: 2.8145533
Jun 08 03:59:36.074057 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Request body: {'port': {'device_id': '68516734-c9c1-435b-a8f3-519d9793357b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:36.090013 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-391cd7f6-ab96-44e1-86d8-23e26df49725 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:36.097765 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1d56fe-9ac6-4307-a52d-1e7929305f13 x-openstack-request-id: req-ba1d56fe-9ac6-4307-a52d-1e7929305f13 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:36.098037 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d228786d-3296-4212-acd9-1ed91bb8634d", "name": "network-vif-plugged", "status": "completed", "tag": "204e1d2c-88a2-4e2d-8f2b-1442cea1a875", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:36.099330 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba1d56fe-9ac6-4307-a52d-1e7929305f13 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:36.099754 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd228786d-3296-4212-acd9-1ed91bb8634d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204e1d2c-88a2-4e2d-8f2b-1442cea1a875', 'code': 200}
Jun 08 03:59:36.121668 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:36.123951 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d57333-3566-4482-96d0-2076a8c84404" -d '{"events": [{"name": "network-changed", "server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:36.204624 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f04f194-e8aa-4438-8c74-9cb80914f22d req-391cd7f6-ab96-44e1-86d8-23e26df49725 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] No DVR routers for this DVR port ada7b032-45ce-4383-b871-9d258957ab6b on host hv-cinder-78662 {{(pid=91649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 03:59:36.215185 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-5f04f194-e8aa-4438-8c74-9cb80914f22d req-391cd7f6-ab96-44e1-86d8-23e26df49725 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:36.218870 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No active binding found for port ada7b032-45ce-4383-b871-9d258957ab6b {{(pid=91650) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 08 03:59:36.219304 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5f04f194-e8aa-4438-8c74-9cb80914f22d req-391cd7f6-ab96-44e1-86d8-23e26df49725 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.42 "DELETE /v2.0/ports/ada7b032-45ce-4383-b871-9d258957ab6b HTTP/1.1" status: 204  len: 173 time: 1.5316176
Jun 08 03:59:36.219615 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device ada7b032-45ce-4383-b871-9d258957ab6b not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 03:59:36.220188 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4', 'name': 'network-vif-deleted', 'tag': 'ada7b032-45ce-4383-b871-9d258957ab6b'}] {{(pid=91649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:36.234078 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68076f80de6398871b1479c29e58ad4c04b4d9bb8781698605459407955b999f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b77163-56b4-405a-9513-b28fcc2affa6" -d '{"events": [{"server_uuid": "7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4", "name": "network-vif-deleted", "tag": "ada7b032-45ce-4383-b871-9d258957ab6b"}]}' {{(pid=91649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:36.237364 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:36.257096 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952fd09-56f6-45cd-beea-5a236ecda755 req-4b37df66-f13e-4a24-96fa-dd7b2b3417f9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:36.267326 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0952fd09-56f6-45cd-beea-5a236ecda755 req-4b37df66-f13e-4a24-96fa-dd7b2b3417f9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.3318350
Jun 08 03:59:36.305619 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=204e1d2c-88a2-4e2d-8f2b-1442cea1a875,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:36.313471 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:36.326063 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:36.423195 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-e83813ef-03b5-4777-b820-e2e2d3047b73 None None] Set router 2c62b53f-da8f-47c0-9445-61f406a8fd05 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:59:36.452152 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0952fd09-56f6-45cd-beea-5a236ecda755 req-c50a1fca-19de-412f-91e1-3a6d2e4035e4 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1835361
Jun 08 03:59:36.504566 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c54de-d257-42f0-ae33-417ef3fc0784 req-2c08ff75-9525-47a2-b466-83075fef9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:36.506267 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9c3c54de-d257-42f0-ae33-417ef3fc0784 req-2c08ff75-9525-47a2-b466-83075fef9e8d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 1098 time: 0.2211480
Jun 08 03:59:36.519550 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736e4066-1e67-4d0f-9f36-f8c3c649dd12 x-openstack-request-id: req-736e4066-1e67-4d0f-9f36-f8c3c649dd12 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:36.519861 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:36.520262 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-736e4066-1e67-4d0f-9f36-f8c3c649dd12 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:36.520693 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8', 'status': 'completed', 'code': 200}
Jun 08 03:59:36.594121 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c480bde5-5a67-4401-86c8-36070f6b7b48 x-openstack-request-id: req-c480bde5-5a67-4401-86c8-36070f6b7b48 {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:36.594446 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4", "name": "network-vif-deleted", "tag": "ada7b032-45ce-4383-b871-9d258957ab6b", "status": "completed", "code": 200}]} {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:36.594740 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c480bde5-5a67-4401-86c8-36070f6b7b48 {{(pid=91649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:36.595285 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4', 'name': 'network-vif-deleted', 'tag': 'ada7b032-45ce-4383-b871-9d258957ab6b', 'status': 'completed', 'code': 200}
Jun 08 03:59:36.616863 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9c3c54de-d257-42f0-ae33-417ef3fc0784 req-77ea595e-2b07-42a2-97ea-feda40a1388d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0939074
Jun 08 03:59:36.873828 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d57333-3566-4482-96d0-2076a8c84404 req-86eb49c8-b0c0-4854-b508-6671b2678956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:36.875348 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-b8d57333-3566-4482-96d0-2076a8c84404 req-86eb49c8-b0c0-4854-b508-6671b2678956 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf42340f75147129f89ce0ba005ee2c&device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 1099 time: 0.3576977
Jun 08 03:59:36.905313 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5c4beca7-61c6-4fa2-bbbb-45cf03a9b8d2 req-1a2afc2d-12ab-44fc-af03-c46c8f09dff6 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9b2e86-2502-4c90-bacc-48d2bfb7ceb4 HTTP/1.1" status: 200  len: 210 time: 0.0631592
Jun 08 03:59:36.965348 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29502b5e-156b-424b-bf5f-4b9ca7b0b2f2 req-790eac70-922c-4283-9177-70aa1a5005dc tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:36.970887 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29502b5e-156b-424b-bf5f-4b9ca7b0b2f2 req-790eac70-922c-4283-9177-70aa1a5005dc tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1675291
Jun 08 03:59:37.027389 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-e83813ef-03b5-4777-b820-e2e2d3047b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00261d6a0>, [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '23714e33-9090-4273-92eb-b4e17b568d59', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'port_id': '2b282215-8a4c-4452-a805-0a378d5150c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'mac_address': 'fa:16:3e:c7:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T03:59:10Z', 'updated_at': '2021-06-08T03:59:34Z', 'revision_number': 1, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:10Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:37.032705 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83813ef-03b5-4777-b820-e2e2d3047b73 None None] Checking router: 2c62b53f-da8f-47c0-9445-61f406a8fd05 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 03:59:37.043231 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83813ef-03b5-4777-b820-e2e2d3047b73 None None] Routers {'2c62b53f-da8f-47c0-9445-61f406a8fd05'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:59:37.043875 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-e83813ef-03b5-4777-b820-e2e2d3047b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00261d6a0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:59:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2c62b53f-da8f-47c0-9445-61f406a8fd05'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:37.063165 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29502b5e-156b-424b-bf5f-4b9ca7b0b2f2 req-d13f28f9-9595-4c96-bc4e-7a00f445ecde tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862999
Jun 08 03:59:37.099528 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:37.117238 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:37.133834 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d57333-3566-4482-96d0-2076a8c84404 req-629d82a3-59a3-43b1-8b42-7c353bcc9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:37.135277 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-b8d57333-3566-4482-96d0-2076a8c84404 req-629d82a3-59a3-43b1-8b42-7c353bcc9fd7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 200  len: 918 time: 0.2523220
Jun 08 03:59:37.142250 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Transition to ACTIVE for port object cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:59:37.187429 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89718842-bd6f-4df4-89d1-587b68f45116 req-9b232746-4e10-4708-8597-52026f820582 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:37.225666 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-89718842-bd6f-4df4-89d1-587b68f45116 req-9b232746-4e10-4708-8597-52026f820582 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 931 time: 0.1244552
Jun 08 03:59:37.225871 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:37.248141 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:37.298306 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-e83813ef-03b5-4777-b820-e2e2d3047b73 None None] Set router 2c62b53f-da8f-47c0-9445-61f406a8fd05 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:59:37.300284 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-89718842-bd6f-4df4-89d1-587b68f45116 req-67e40ea2-5ff7-4e30-b8b3-b50e64fdebbe tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779886
Jun 08 03:59:37.535489 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-b8d57333-3566-4482-96d0-2076a8c84404 req-93b53f0e-baa1-4ae4-9f73-5a88e4d469de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b282215-8a4c-4452-a805-0a378d5150c8 HTTP/1.1" status: 200  len: 1000 time: 0.3916852
Jun 08 03:59:37.617027 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Pushing event updated for resources: {'Port': ['ID=cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:37.631819 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:37.664046 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Attempting to bind port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:59:37.664406 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Attempting to bind port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:59:37.664743 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Attempting to bind port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d on network 837001f9-2e0e-4bac-935e-3440dea914fb {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:37.672519 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d on network 837001f9-2e0e-4bac-935e-3440dea914fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 03:59:37.672854 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Attempting to bind port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d on network 837001f9-2e0e-4bac-935e-3440dea914fb {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:37.679899 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d57333-3566-4482-96d0-2076a8c84404 req-0ab41147-fd8a-4b0a-be62-ee6f1385ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:37.681467 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-b8d57333-3566-4482-96d0-2076a8c84404 req-0ab41147-fd8a-4b0a-be62-ee6f1385ed40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04013948-cf16-4867-b02e-8ad55b6e8639 HTTP/1.1" status: 200  len: 856 time: 0.1094344
Jun 08 03:59:37.684220 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:59:37.684613 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Checking segment: {'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:59:37.685004 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Bound using segment: {'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:59:37.685444 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Bound port: cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:59:37.685806 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:37.839740 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-e83813ef-03b5-4777-b820-e2e2d3047b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00261d6a0>, [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '23714e33-9090-4273-92eb-b4e17b568d59', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'port_id': '2b282215-8a4c-4452-a805-0a378d5150c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'mac_address': 'fa:16:3e:c7:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T03:59:10Z', 'updated_at': '2021-06-08T03:59:34Z', 'revision_number': 1, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:10Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:37.844787 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83813ef-03b5-4777-b820-e2e2d3047b73 None None] The sync data for ids ['2c62b53f-da8f-47c0-9445-61f406a8fd05'] in dv-cinder-786627-8-iscsi is: [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '23714e33-9090-4273-92eb-b4e17b568d59', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'port_id': '2b282215-8a4c-4452-a805-0a378d5150c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'mac_address': 'fa:16:3e:c7:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T03:59:10Z', 'updated_at': '2021-06-08T03:59:34Z', 'revision_number': 1, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:10Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 03:59:37.857448 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] For port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:59:37.868446 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] For port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:59:37.876049 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d57333-3566-4482-96d0-2076a8c84404 req-79bd2c29-6d93-494a-b6a1-7ae2f91869b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:37.882306 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-b8d57333-3566-4482-96d0-2076a8c84404 req-79bd2c29-6d93-494a-b6a1-7ae2f91869b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25595095-7d27-4a13-98f0-9ae27dbcb04c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1832387
Jun 08 03:59:37.885691 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:37.889734 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00486cef-179b-4dd4-90af-cbca00ce197a req-30f55e53-d36e-4cf6-a1c0-7b8864a39ae4 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:37.891421 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-00486cef-179b-4dd4-90af-cbca00ce197a req-30f55e53-d36e-4cf6-a1c0-7b8864a39ae4 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.1118038
Jun 08 03:59:37.891873 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:37.971230 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-00486cef-179b-4dd4-90af-cbca00ce197a req-b9c49413-da0a-4e41-85a0-02090d92406c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0733259
Jun 08 03:59:38.051386 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:38.052904 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:38.053765 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] 10.222.0.42 "PUT /v2.0/ports/cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d HTTP/1.1" status: 200  len: 1093 time: 2.0095148
Jun 08 03:59:38.107740 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Pushing event updated for resources: {'Port': ['ID=cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:38.137945 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:38.138306 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:38.138656 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:38.139008 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:38.139350 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:38.140253 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:38.140631 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:38.140972 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:38.141310 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:38.141643 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:38.141982 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:38.142337 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:38.168519 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:38.190060 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-b8d57333-3566-4482-96d0-2076a8c84404 req-0e50a662-746e-4035-9e39-7b30293433bb service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2520390
Jun 08 03:59:38.245029 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b340c-5fcb-4d08-a869-2c1608fd89ca None None] New status for floating IP 23714e33-9090-4273-92eb-b4e17b568d59: ACTIVE {{(pid=91650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 03:59:38.469154 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-3304775a-c285-46f1-a77c-0c0bad09c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:38.470714 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-3304775a-c285-46f1-a77c-0c0bad09c666 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8279772a97114892b0ce86b3832f7aee&device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 1096 time: 0.2152965
Jun 08 03:59:38.474255 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-b8d57333-3566-4482-96d0-2076a8c84404 req-286357e1-4356-4558-8a33-b2a52e0206d6 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2622108
Jun 08 03:59:38.515696 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-15b5ff0a-8c6e-4aab-991c-8ea3de6d067c tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:38.517552 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-15b5ff0a-8c6e-4aab-991c-8ea3de6d067c tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/networks?id=197f074b-6902-48b8-a153-5873d22ee4bd HTTP/1.1" status: 200  len: 809 time: 0.2117119
Jun 08 03:59:38.530549 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fde22-a881-46fe-bc06-083c10adb543 req-c7519385-1f76-4c98-90b5-673ed65186a5 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:38.532044 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-682fde22-a881-46fe-bc06-083c10adb543 req-c7519385-1f76-4c98-90b5-673ed65186a5 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.2654917
Jun 08 03:59:38.558013 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-866efaa8-c0fe-4326-befe-7fd88630105f tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/quotas/dd2c11794b9043d18cec6e2f8554c083 HTTP/1.1" status: 200  len: 375 time: 0.0249186
Jun 08 03:59:38.658838 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68516734-c9c1-435b-a8f3-519d9793357b', 'tag': 'cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:38.661675 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2231bc3-f2fa-4850-abb5-5124cafa2ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "68516734-c9c1-435b-a8f3-519d9793357b", "tag": "cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:38.681822 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-5a010616-c795-4cba-bdc2-4cefcad15af6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d HTTP/1.1" status: 200  len: 217 time: 0.1918657
Jun 08 03:59:38.712052 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-569d1706-071b-465f-b138-45874987e43b tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2c11794b9043d18cec6e2f8554c083&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1388469
Jun 08 03:59:38.714975 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-682fde22-a881-46fe-bc06-083c10adb543 req-d90788c9-173c-4721-baf4-efd1bbd4ef24 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746850
Jun 08 03:59:38.787323 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-e92f17c8-8127-4eac-8bd1-f92c06844665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:38.793033 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-e92f17c8-8127-4eac-8bd1-f92c06844665 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27ee18ff-e7d4-4abb-b4d2-4645081d1189 HTTP/1.1" status: 200  len: 854 time: 0.0885108
Jun 08 03:59:38.857146 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-69baec9c-f559-44f7-a07b-73a5845acf8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=837001f9-2e0e-4bac-935e-3440dea914fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553405
Jun 08 03:59:38.917922 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-496676c6-1349-4288-a1fd-8e36acb3c223 service neutron] 10.222.0.15 "GET /v2.0/networks/197f074b-6902-48b8-a153-5873d22ee4bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1984320
Jun 08 03:59:39.029475 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-5ac47f0e-5447-452b-b4db-59da4640f2c9 service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555424
Jun 08 03:59:39.050652 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd76425-2df6-4190-8b15-840d643f9b14 req-5d8c7ca3-8582-4fb7-9714-0ffc2090b256 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:39.052017 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fdd76425-2df6-4190-8b15-840d643f9b14 req-5d8c7ca3-8582-4fb7-9714-0ffc2090b256 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 943 time: 0.2287884
Jun 08 03:59:39.091478 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-9a461000-5614-478d-b3d5-ba3a23b1d7e9 service neutron] 10.222.0.15 "GET /v2.0/networks/197f074b-6902-48b8-a153-5873d22ee4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1725900
Jun 08 03:59:39.116086 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fdd76425-2df6-4190-8b15-840d643f9b14 req-70c2e8e3-3de1-4bc0-a79f-b46a5f72c4b8 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529556
Jun 08 03:59:39.165580 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f65aab46-e687-4922-a26f-33ffe2c4deaa req-d836d63e-6933-41bc-ad52-b39da1c574d5 service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286368
Jun 08 03:59:39.168762 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ba1ed3-55c5-47ff-8e47-15f327bd82a8 x-openstack-request-id: req-c0ba1ed3-55c5-47ff-8e47-15f327bd82a8 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:39.169133 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68516734-c9c1-435b-a8f3-519d9793357b", "tag": "cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:39.169465 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0ba1ed3-55c5-47ff-8e47-15f327bd82a8 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:39.170238 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68516734-c9c1-435b-a8f3-519d9793357b', 'tag': 'cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d', 'status': 'completed', 'code': 200}
Jun 08 03:59:39.308009 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2231bc3-f2fa-4850-abb5-5124cafa2ed1 req-39b4a68e-36a5-4c68-968d-b81811bd4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:39.309801 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d2231bc3-f2fa-4850-abb5-5124cafa2ed1 req-39b4a68e-36a5-4c68-968d-b81811bd4a8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8279772a97114892b0ce86b3832f7aee&device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 1096 time: 0.0942414
Jun 08 03:59:39.497523 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2231bc3-f2fa-4850-abb5-5124cafa2ed1 req-de5e14c9-eea8-4b9f-a71b-7f2d297cdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:39.499268 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d2231bc3-f2fa-4850-abb5-5124cafa2ed1 req-de5e14c9-eea8-4b9f-a71b-7f2d297cdd18 service neutron] 10.222.0.42 "GET /v2.0/networks?id=837001f9-2e0e-4bac-935e-3440dea914fb HTTP/1.1" status: 200  len: 915 time: 0.1769717
Jun 08 03:59:39.545619 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fa922527-c80b-481c-8e82-24be30d22982 req-f1f2345d-18b4-440e-b47c-ce68918164a0 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 210 time: 0.0507545
Jun 08 03:59:39.575038 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c02e3-43b2-43e6-9892-43ea49afb9a3 req-e7e5dfe5-db99-4866-a83b-2728adb53a1a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:39.583815 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a21c02e3-43b2-43e6-9892-43ea49afb9a3 req-e7e5dfe5-db99-4866-a83b-2728adb53a1a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.1449370
Jun 08 03:59:39.584398 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d2231bc3-f2fa-4850-abb5-5124cafa2ed1 req-59a5ac16-a040-4932-bc88-bb50f125e10f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d HTTP/1.1" status: 200  len: 217 time: 0.0768223
Jun 08 03:59:39.645795 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a21c02e3-43b2-43e6-9892-43ea49afb9a3 req-9b4d367d-5b5a-46ba-ac7e-adf3f7ad928a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584941
Jun 08 03:59:39.675649 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2231bc3-f2fa-4850-abb5-5124cafa2ed1 req-1f2b1d64-7a37-4732-9216-823a9d9ca4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:39.677765 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d2231bc3-f2fa-4850-abb5-5124cafa2ed1 req-1f2b1d64-7a37-4732-9216-823a9d9ca4c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27ee18ff-e7d4-4abb-b4d2-4645081d1189 HTTP/1.1" status: 200  len: 854 time: 0.0822508
Jun 08 03:59:39.753152 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d2231bc3-f2fa-4850-abb5-5124cafa2ed1 req-33b0abe3-5607-4d77-81a7-5cbc258450aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=837001f9-2e0e-4bac-935e-3440dea914fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556068
Jun 08 03:59:39.807971 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02940f0d-7df5-43cc-8229-ca0dacdca22a req-2f3fbbc7-fe6f-4c48-8137-704b7f095d6b tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:39.809518 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-02940f0d-7df5-43cc-8229-ca0dacdca22a req-2f3fbbc7-fe6f-4c48-8137-704b7f095d6b tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 945 time: 0.1197641
Jun 08 03:59:39.872972 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-02940f0d-7df5-43cc-8229-ca0dacdca22a req-74247a48-2aae-4c09-8528-769265199a5c tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/security-groups?id=7648b0fc-21f6-4392-87ec-d467be5c5e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541339
Jun 08 03:59:39.900348 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab93853-7df9-4ec2-ac82-a9238874887d req-c7a162a2-9b9b-4297-8dea-2a3fd359b84e tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:39.906007 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3ab93853-7df9-4ec2-ac82-a9238874887d req-c7a162a2-9b9b-4297-8dea-2a3fd359b84e tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.1432812
Jun 08 03:59:39.911550 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 46636) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:39.917580 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-b4404adb-6fad-43b6-bb3a-407676f206b3 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Request body: {'floatingip': {'port_id': '204e1d2c-88a2-4e2d-8f2b-1442cea1a875'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:39.929736 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d2231bc3-f2fa-4850-abb5-5124cafa2ed1 req-5c538cc1-dbcf-4284-b7d3-d5a574322ebd service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573386
Jun 08 03:59:40.050431 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b4404adb-6fad-43b6-bb3a-407676f206b3 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for floatingip, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:40.087919 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-d2231bc3-f2fa-4850-abb5-5124cafa2ed1 req-5b59c145-f9b8-404b-9de1-4acfcafe9f65 service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428916
Jun 08 03:59:40.301319 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17560306-cad7-4261-be45-422f4e326162 req-c38b3828-29d4-4c61-82ca-d13666953b49 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:40.302759 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-17560306-cad7-4261-be45-422f4e326162 req-c38b3828-29d4-4c61-82ca-d13666953b49 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.3226798
Jun 08 03:59:40.386125 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 46648) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:40.505260 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-3c3eede2-67a6-40ac-8b51-6e329654e375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:40.510022 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-17560306-cad7-4261-be45-422f4e326162 req-3a8f9e57-4eee-46f5-8150-b7f4520de062 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979072
Jun 08 03:59:40.542793 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b7d97-745b-430b-b1e0-98343ed84836 req-0a037389-8fe7-42ef-b440-1d756252f537 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:40.544245 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-011b7d97-745b-430b-b1e0-98343ed84836 req-0a037389-8fe7-42ef-b440-1d756252f537 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 943 time: 0.3095489
Jun 08 03:59:40.624506 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-3c3eede2-67a6-40ac-8b51-6e329654e375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:40.628546 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-3c3eede2-67a6-40ac-8b51-6e329654e375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:40.636576 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-bf445643-92c6-49ca-bec4-be63c043672f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:40.683056 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3eede2-67a6-40ac-8b51-6e329654e375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682b1596-6976-4b7e-8412-0866b3b7e0bb,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:40.687188 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-3c3eede2-67a6-40ac-8b51-6e329654e375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:40.690393 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-3c3eede2-67a6-40ac-8b51-6e329654e375 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4cf5e7b039454b30ac2a9e5ec59297a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3029923
Jun 08 03:59:40.693125 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 46656) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:40.775820 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ac81dfeb-eb56-4a17-a6e7-3de961feaa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:40.824280 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ac81dfeb-eb56-4a17-a6e7-3de961feaa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:40.948208 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-011b7d97-745b-430b-b1e0-98343ed84836 req-b24cf068-bbd0-4014-bcd2-1aed1338fcde tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3938093
Jun 08 03:59:40.954355 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0e00f883-e20b-40ef-8b46-67db47dfae4e req-1769e2b9-1b5a-4b90-95bf-7949451c8012 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 210 time: 0.0754418
Jun 08 03:59:40.988375 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ac81dfeb-eb56-4a17-a6e7-3de961feaa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:40.988375 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ac81dfeb-eb56-4a17-a6e7-3de961feaa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:40.988375 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-ac81dfeb-eb56-4a17-a6e7-3de961feaa63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/682b1596-6976-4b7e-8412-0866b3b7e0bb HTTP/1.1" status: 204  len: 168 time: 0.2935312
Jun 08 03:59:40.999865 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ccebf045-afed-4401-9283-fd14e8c3e33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:41.015745 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81dfeb-eb56-4a17-a6e7-3de961feaa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682b1596-6976-4b7e-8412-0866b3b7e0bb,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:41.020675 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ac81dfeb-eb56-4a17-a6e7-3de961feaa63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:41.042983 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-1dbf79ae-e68f-4f88-a120-a1cabf94d336 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:41.044447 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-1dbf79ae-e68f-4f88-a120-a1cabf94d336 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.42 "GET /v2.0/networks?id=197f074b-6902-48b8-a153-5873d22ee4bd HTTP/1.1" status: 200  len: 809 time: 0.1784155
Jun 08 03:59:41.065793 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-4029b466-e9cb-4ce6-ae58-c04b9282333e tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Request body: {'port': {'device_id': '2e26c6b7-3130-46f4-a71c-8952b41c7af6', 'network_id': '197f074b-6902-48b8-a153-5873d22ee4bd', 'admin_state_up': True, 'tenant_id': 'dd2c11794b9043d18cec6e2f8554c083'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:41.239478 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b4404adb-6fad-43b6-bb3a-407676f206b3 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:41.247847 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b4404adb-6fad-43b6-bb3a-407676f206b3 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:41.304231 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 03:59:41.386161 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-4029b466-e9cb-4ce6-ae58-c04b9282333e tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Made reservation on behalf of dd2c11794b9043d18cec6e2f8554c083 for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:59:41.392065 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-4029b466-e9cb-4ce6-ae58-c04b9282333e tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:41.397096 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f6a68-d1f7-49f3-ad56-0639cdc613d4 req-3f4a54e1-cb3f-49a2-a269-af1657dd5c66 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:41.398617 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a33f6a68-d1f7-49f3-ad56-0639cdc613d4 req-3f4a54e1-cb3f-49a2-a269-af1657dd5c66 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 945 time: 0.2615619
Jun 08 03:59:41.438945 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 46668) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:41.477881 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:41.485995 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:41.501643 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': 'cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d', 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb', 'port_id': 'cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d', 'mac_address': 'fa:16:3e:4d:89:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ee18ff-e7d4-4abb-b4d2-4645081d1189', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 03:59:41.514157 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a33f6a68-d1f7-49f3-ad56-0639cdc613d4 req-30150720-cfcd-4174-972d-c143411652bf tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/security-groups?id=7648b0fc-21f6-4392-87ec-d467be5c5e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071391
Jun 08 03:59:41.522284 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.l3_db [None req-b4404adb-6fad-43b6-bb3a-407676f206b3 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Floating IP d66f0041-ebc3-4f60-9a01-84616928adcb associated. External IP: 172.27.3.30, port: 204e1d2c-88a2-4e2d-8f2b-1442cea1a875.
Jun 08 03:59:41.581783 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:41.592867 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-4029b466-e9cb-4ce6-ae58-c04b9282333e tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Allocated IP 172.20.0.12 (197f074b-6902-48b8-a153-5873d22ee4bd/af4f6ca4-b810-404c-8735-5472ca33d29c/55d9c11c-a4da-4f9b-b2df-1be0511356de) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:59:41.611344 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:41.633258 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:41.638960 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:41.642349 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:41.713583 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:41.722859 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:41.723313 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:41.723816 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:41.724309 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:41.724781 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:41.725261 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:41.725605 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:41.726021 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:41.726466 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:41.727296 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:41.727565 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:41.728036 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:41.732189 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:41.856379 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-4029b466-e9cb-4ce6-ae58-c04b9282333e tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:41.894218 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-4029b466-e9cb-4ce6-ae58-c04b9282333e tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:41.896555 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-4029b466-e9cb-4ce6-ae58-c04b9282333e tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:41.896555 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:59:41.896555 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:59:41.896555 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:59:41.896555 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:41.896555 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:59:41.897708 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07073d9-58f3-4522-94c9-5a10ce2df51f req-25c3ac93-7379-47ec-a5be-be5eba0aed2d tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:41.899184 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b07073d9-58f3-4522-94c9-5a10ce2df51f req-25c3ac93-7379-47ec-a5be-be5eba0aed2d tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.2512150
Jun 08 03:59:41.916006 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-4029b466-e9cb-4ce6-ae58-c04b9282333e tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Network 197f074b-6902-48b8-a153-5873d22ee4bd is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:59:41.917427 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-4029b466-e9cb-4ce6-ae58-c04b9282333e tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:41.919998 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-4029b466-e9cb-4ce6-ae58-c04b9282333e tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:59:41.931848 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-4029b466-e9cb-4ce6-ae58-c04b9282333e tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:41.932400 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-4029b466-e9cb-4ce6-ae58-c04b9282333e tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:42.120723 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:42.128901 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-4029b466-e9cb-4ce6-ae58-c04b9282333e tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0717306
Jun 08 03:59:42.139283 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:42.146416 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e6f4c649-ea56-4a78-bd31-0e9acb82489e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:42.155168 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Request body: {'port': {'device_id': '2e26c6b7-3130-46f4-a71c-8952b41c7af6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:42.158607 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 03:59:42.238496 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b07073d9-58f3-4522-94c9-5a10ce2df51f req-c8411156-1bf1-4cca-90c6-d03f3b26bcdf tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2803109
Jun 08 03:59:42.245754 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e3f3ec-aeea-40d0-aa5c-07fd8b30c5d4,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:42.253221 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48e9aed2d901477ca6aaf7483e177f7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8132668
Jun 08 03:59:42.253887 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 46680) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:42.279048 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:42.279738 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:42.279738 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:42.280653 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:42.280998 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:42.281334 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:42.281668 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:42.282001 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:42.282331 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:42.282656 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:42.282981 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:42.283304 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 03:59:42.287811 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:42.289281 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:42.303911 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4404adb-6fad-43b6-bb3a-407676f206b3 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 03:59:42.474034 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ac5b4-fafe-4236-84c2-85439c54ae15 req-fa16eb10-968d-4f2d-b3ad-47380d746de3 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:42.475478 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9c6ac5b4-fafe-4236-84c2-85439c54ae15 req-fa16eb10-968d-4f2d-b3ad-47380d746de3 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 932 time: 0.3907192
Jun 08 03:59:42.595039 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f4ddf5ec-6a23-45d4-9fb1-86b18a14412f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:42.660771 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9c6ac5b4-fafe-4236-84c2-85439c54ae15 req-15357f85-f165-4ce9-8fa2-b2dcaa39b1fc tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1705968
Jun 08 03:59:42.672030 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f4ddf5ec-6a23-45d4-9fb1-86b18a14412f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:42.684157 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d9c11c-a4da-4f9b-b2df-1be0511356de {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:42.690813 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4404adb-6fad-43b6-bb3a-407676f206b3 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 03:59:42.692271 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:42.701252 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b4404adb-6fad-43b6-bb3a-407676f206b3 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:42.707008 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d89755-533b-4b24-b674-801e5166055d None None] Sync routers for ids ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 03:59:42.707515 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Transition to ACTIVE for port object 55d9c11c-a4da-4f9b-b2df-1be0511356de will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:59:42.713838 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:42.719248 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:42.727446 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d89755-533b-4b24-b674-801e5166055d None None] Routers {'9e39ec5f-cbfa-4b69-8221-3bb34889cc08'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:59:42.728070 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-f1d89755-533b-4b24-b674-801e5166055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00262c6a0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:59:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:42.784611 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0460c97-e14e-42c6-82e8-ba25e55d8274 req-ceff9a32-0db4-41ba-8a53-f7bff10a4b91 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:42.789798 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Pushing event updated for resources: {'Port': ['ID=55d9c11c-a4da-4f9b-b2df-1be0511356de,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:42.791652 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c0460c97-e14e-42c6-82e8-ba25e55d8274 req-ceff9a32-0db4-41ba-8a53-f7bff10a4b91 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 944 time: 0.3792348
Jun 08 03:59:42.795116 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:42.823499 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-b4404adb-6fad-43b6-bb3a-407676f206b3 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "PUT /v2.0/floatingips/d66f0041-ebc3-4f60-9a01-84616928adcb HTTP/1.1" status: 200  len: 990 time: 2.9081078
Jun 08 03:59:42.823499 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd228786d-3296-4212-acd9-1ed91bb8634d', 'tag': '204e1d2c-88a2-4e2d-8f2b-1442cea1a875'}] {{(pid=91649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:42.826012 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68076f80de6398871b1479c29e58ad4c04b4d9bb8781698605459407955b999f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab30609-e3fb-45e3-afca-64d3833209e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d228786d-3296-4212-acd9-1ed91bb8634d", "tag": "204e1d2c-88a2-4e2d-8f2b-1442cea1a875"}]}' {{(pid=91649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:42.898880 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f4ddf5ec-6a23-45d4-9fb1-86b18a14412f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:42.901536 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f4ddf5ec-6a23-45d4-9fb1-86b18a14412f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:42.906972 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-f4ddf5ec-6a23-45d4-9fb1-86b18a14412f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81e3f3ec-aeea-40d0-aa5c-07fd8b30c5d4 HTTP/1.1" status: 204  len: 168 time: 0.6451793
Jun 08 03:59:42.912548 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:42.924096 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-9a00d54c-6d46-4be4-a8d0-536f3c16fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:42.928207 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c0460c97-e14e-42c6-82e8-ba25e55d8274 req-3a5e9bf9-e89c-49b7-9fcf-d920bab48757 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356468
Jun 08 03:59:42.937677 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddf5ec-6a23-45d4-9fb1-86b18a14412f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e3f3ec-aeea-40d0-aa5c-07fd8b30c5d4,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:42.941720 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-f4ddf5ec-6a23-45d4-9fb1-86b18a14412f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:43.018154 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5e374-17eb-4e61-ab84-fad4d98ab329 req-a274b65d-8291-44d9-84f3-9836de1d7c86 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:43.018401 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-f1d89755-533b-4b24-b674-801e5166055d None None] Set router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:59:43.031973 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c8e5e374-17eb-4e61-ab84-fad4d98ab329 req-a274b65d-8291-44d9-84f3-9836de1d7c86 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 945 time: 0.2022424
Jun 08 03:59:43.075668 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Attempting to bind port 55d9c11c-a4da-4f9b-b2df-1be0511356de on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:59:43.076027 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Attempting to bind port 55d9c11c-a4da-4f9b-b2df-1be0511356de by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '63e6e3b6-8d5c-443b-b677-ed0f95eec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '197f074b-6902-48b8-a153-5873d22ee4bd'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:59:43.076381 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Attempting to bind port 55d9c11c-a4da-4f9b-b2df-1be0511356de on network 197f074b-6902-48b8-a153-5873d22ee4bd {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:43.104351 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Port 55d9c11c-a4da-4f9b-b2df-1be0511356de on network 197f074b-6902-48b8-a153-5873d22ee4bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 03:59:43.104526 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c8e5e374-17eb-4e61-ab84-fad4d98ab329 req-68700791-65c5-4a18-9721-06d180a8f309 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/security-groups?id=7648b0fc-21f6-4392-87ec-d467be5c5e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713558
Jun 08 03:59:43.104615 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Attempting to bind port 55d9c11c-a4da-4f9b-b2df-1be0511356de on network 197f074b-6902-48b8-a153-5873d22ee4bd {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:43.115479 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:59:43.116373 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Checking segment: {'id': '63e6e3b6-8d5c-443b-b677-ed0f95eec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '197f074b-6902-48b8-a153-5873d22ee4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:59:43.117306 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Bound using segment: {'id': '63e6e3b6-8d5c-443b-b677-ed0f95eec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '197f074b-6902-48b8-a153-5873d22ee4bd'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:59:43.117947 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Bound port: 55d9c11c-a4da-4f9b-b2df-1be0511356de, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e6e3b6-8d5c-443b-b677-ed0f95eec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '197f074b-6902-48b8-a153-5873d22ee4bd'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:59:43.118511 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:43.148201 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a423028-97f6-4af6-844a-2906c8fa4653 req-ee18b9c3-4b12-4c02-9a6a-573c9cf8eb61 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:43.149996 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2a423028-97f6-4af6-844a-2906c8fa4653 req-ee18b9c3-4b12-4c02-9a6a-573c9cf8eb61 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.42 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 945 time: 0.2891257
Jun 08 03:59:43.160910 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23da08ba-8117-4587-9f40-82f1f9b5ae1b x-openstack-request-id: req-23da08ba-8117-4587-9f40-82f1f9b5ae1b {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:43.161229 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d228786d-3296-4212-acd9-1ed91bb8634d", "tag": "204e1d2c-88a2-4e2d-8f2b-1442cea1a875", "status": "completed", "code": 200}]} {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:43.161503 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23da08ba-8117-4587-9f40-82f1f9b5ae1b {{(pid=91649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:43.161923 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd228786d-3296-4212-acd9-1ed91bb8634d', 'tag': '204e1d2c-88a2-4e2d-8f2b-1442cea1a875', 'status': 'completed', 'code': 200}
Jun 08 03:59:43.267768 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] For port 55d9c11c-a4da-4f9b-b2df-1be0511356de, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:59:43.271370 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] For port 55d9c11c-a4da-4f9b-b2df-1be0511356de, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55d9c11c-a4da-4f9b-b2df-1be0511356de,segment=NetworkSegment(63e6e3b6-8d5c-443b-b677-ed0f95eec20a),segment_id=63e6e3b6-8d5c-443b-b677-ed0f95eec20a)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:59:43.308765 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:43.315829 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30609-e3fb-45e3-afca-64d3833209e7 req-a1c58cbe-9070-45cb-9015-423a626c73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:43.320566 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0ab30609-e3fb-45e3-afca-64d3833209e7 req-a1c58cbe-9070-45cb-9015-423a626c73cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69503fbb25244595983009a8135abd9e&device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 1098 time: 0.1298413
Jun 08 03:59:43.328784 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d3066df0-8765-4bcd-a27e-13ecc28fc4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:43.425055 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Pushing event updated for resources: {'Port': ['ID=55d9c11c-a4da-4f9b-b2df-1be0511356de,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:43.428142 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:43.437429 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:43.437974 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:43.439326 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] 10.222.0.42 "PUT /v2.0/ports/55d9c11c-a4da-4f9b-b2df-1be0511356de HTTP/1.1" status: 200  len: 1094 time: 1.2885530
Jun 08 03:59:43.442010 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e26c6b7-3130-46f4-a71c-8952b41c7af6', 'tag': '55d9c11c-a4da-4f9b-b2df-1be0511356de'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:43.444415 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b3c080-4b5e-4125-bf69-7018260a260b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e26c6b7-3130-46f4-a71c-8952b41c7af6", "tag": "55d9c11c-a4da-4f9b-b2df-1be0511356de"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:43.528030 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfb8e04-5171-4138-b5b6-13aa6b6fabe8 x-openstack-request-id: req-acfb8e04-5171-4138-b5b6-13aa6b6fabe8 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:43.528359 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e26c6b7-3130-46f4-a71c-8952b41c7af6", "tag": "55d9c11c-a4da-4f9b-b2df-1be0511356de", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:43.528643 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acfb8e04-5171-4138-b5b6-13aa6b6fabe8 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:43.529047 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e26c6b7-3130-46f4-a71c-8952b41c7af6', 'tag': '55d9c11c-a4da-4f9b-b2df-1be0511356de', 'status': 'completed', 'code': 200}
Jun 08 03:59:43.563836 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-f1d89755-533b-4b24-b674-801e5166055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00262c6a0>, [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': 'd66f0041-ebc3-4f60-9a01-84616928adcb', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'port_id': '204e1d2c-88a2-4e2d-8f2b-1442cea1a875', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'mac_address': 'fa:16:3e:0a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd228786d-3296-4212-acd9-1ed91bb8634d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T03:59:18Z', 'updated_at': '2021-06-08T03:59:40Z', 'revision_number': 1, 'project_id': '69503fbb25244595983009a8135abd9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:16Z', 'revision_number': 5, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:43.568969 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d89755-533b-4b24-b674-801e5166055d None None] Checking router: 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 03:59:43.578988 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d89755-533b-4b24-b674-801e5166055d None None] Routers {'9e39ec5f-cbfa-4b69-8221-3bb34889cc08'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 03:59:43.579919 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-f1d89755-533b-4b24-b674-801e5166055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00262c6a0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T03:59:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:43.602888 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30609-e3fb-45e3-afca-64d3833209e7 req-742f0a04-3b66-411f-82e4-38ec4b4a4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:43.604363 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0ab30609-e3fb-45e3-afca-64d3833209e7 req-742f0a04-3b66-411f-82e4-38ec4b4a4bb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf HTTP/1.1" status: 200  len: 911 time: 0.2753994
Jun 08 03:59:43.621902 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48475c46-6681-4533-b063-4009cef4746d req-177caee3-d3f4-496a-8188-f69185f8a66f tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:43.629773 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-48475c46-6681-4533-b063-4009cef4746d req-177caee3-d3f4-496a-8188-f69185f8a66f tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1769228
Jun 08 03:59:43.654355 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-1bdbbca7-0a1b-4415-a217-82d0ee8439c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:43.656533 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-1bdbbca7-0a1b-4415-a217-82d0ee8439c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd2c11794b9043d18cec6e2f8554c083&device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 1097 time: 0.1306796
Jun 08 03:59:43.658930 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-2a423028-97f6-4af6-844a-2906c8fa4653 req-f809e534-1799-4733-8c12-80417ba73172 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Deleting port be5d7d89-34ef-4059-8707-d6318d2ffd3b {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 03:59:43.659286 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-2a423028-97f6-4af6-844a-2906c8fa4653 req-f809e534-1799-4733-8c12-80417ba73172 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:43.765763 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-48475c46-6681-4533-b063-4009cef4746d req-3f4f8b0e-0a60-41cb-a1f8-0cd258720e7a tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350839
Jun 08 03:59:43.795291 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0ab30609-e3fb-45e3-afca-64d3833209e7 req-6ccce9e8-8eb3-42cb-9e21-7cb8cd0ccfb9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=204e1d2c-88a2-4e2d-8f2b-1442cea1a875 HTTP/1.1" status: 200  len: 998 time: 0.1423402
Jun 08 03:59:43.881774 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-f1d89755-533b-4b24-b674-801e5166055d None None] Set router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 03:59:43.942679 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-fa28ce27-6129-4431-8738-0e4a89199338 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55d9c11c-a4da-4f9b-b2df-1be0511356de HTTP/1.1" status: 200  len: 217 time: 0.2669005
Jun 08 03:59:43.965646 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30609-e3fb-45e3-afca-64d3833209e7 req-f2225320-e1e8-4d50-9d89-8285bd46e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:43.967160 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0ab30609-e3fb-45e3-afca-64d3833209e7 req-f2225320-e1e8-4d50-9d89-8285bd46e7bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d448cf88-0b89-4356-abde-c6d847bfa2f6 HTTP/1.1" status: 200  len: 849 time: 0.1652329
Jun 08 03:59:44.059381 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db604ca-0e3b-4a27-a9a5-0a24dc1b25cf req-43f4be0a-c558-4273-aaf9-bf377c688155 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:44.070990 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2db604ca-0e3b-4a27-a9a5-0a24dc1b25cf req-43f4be0a-c558-4273-aaf9-bf377c688155 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 944 time: 0.2031043
Jun 08 03:59:44.126579 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-d8233697-ce46-443e-bf25-b5eb1e30408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:44.128689 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-d8233697-ce46-443e-bf25-b5eb1e30408c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af4f6ca4-b810-404c-8735-5472ca33d29c HTTP/1.1" status: 200  len: 849 time: 0.1774838
Jun 08 03:59:44.149656 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-2a423028-97f6-4af6-844a-2906c8fa4653 req-f809e534-1799-4733-8c12-80417ba73172 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] For port be5d7d89-34ef-4059-8707-d6318d2ffd3b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=be5d7d89-34ef-4059-8707-d6318d2ffd3b,segment=NetworkSegment(2380855f-0df8-43a5-a10f-f566351d733d),segment_id=2380855f-0df8-43a5-a10f-f566351d733d)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:44.150232 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-2a423028-97f6-4af6-844a-2906c8fa4653 req-f809e534-1799-4733-8c12-80417ba73172 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:44.175024 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2db604ca-0e3b-4a27-a9a5-0a24dc1b25cf req-3b95dfcd-debb-4245-b4bc-fcbc93075fe9 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030154
Jun 08 03:59:44.207387 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-cd06ef23-83b1-418b-98b4-905f495dc866 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=197f074b-6902-48b8-a153-5873d22ee4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605083
Jun 08 03:59:44.262953 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30609-e3fb-45e3-afca-64d3833209e7 req-36d66df9-3f6d-4b64-af18-1c53c02fc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:44.265078 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0ab30609-e3fb-45e3-afca-64d3833209e7 req-36d66df9-3f6d-4b64-af18-1c53c02fc5b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2899077
Jun 08 03:59:44.284061 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453aea-b956-4758-97fd-8a474132434d req-756501a9-6875-4457-9cb2-c44cfbde0825 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:44.285765 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b8453aea-b956-4758-97fd-8a474132434d req-756501a9-6875-4457-9cb2-c44cfbde0825 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 944 time: 0.1892056
Jun 08 03:59:44.398212 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-f1d89755-533b-4b24-b674-801e5166055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00262c6a0>, [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': 'd66f0041-ebc3-4f60-9a01-84616928adcb', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'port_id': '204e1d2c-88a2-4e2d-8f2b-1442cea1a875', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'mac_address': 'fa:16:3e:0a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd228786d-3296-4212-acd9-1ed91bb8634d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T03:59:18Z', 'updated_at': '2021-06-08T03:59:40Z', 'revision_number': 1, 'project_id': '69503fbb25244595983009a8135abd9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:16Z', 'revision_number': 5, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:44.406826 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d89755-533b-4b24-b674-801e5166055d None None] The sync data for ids ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'] in dv-cinder-786627-8-iscsi is: [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': 'd66f0041-ebc3-4f60-9a01-84616928adcb', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'port_id': '204e1d2c-88a2-4e2d-8f2b-1442cea1a875', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'mac_address': 'fa:16:3e:0a:6b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd228786d-3296-4212-acd9-1ed91bb8634d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T03:59:18Z', 'updated_at': '2021-06-08T03:59:40Z', 'revision_number': 1, 'project_id': '69503fbb25244595983009a8135abd9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:16Z', 'revision_number': 5, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 03:59:44.417022 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-2a423028-97f6-4af6-844a-2906c8fa4653 req-f809e534-1799-4733-8c12-80417ba73172 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Calling delete_port for be5d7d89-34ef-4059-8707-d6318d2ffd3b owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 03:59:44.454922 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0ab30609-e3fb-45e3-afca-64d3833209e7 req-fcc54952-f982-44d2-918e-9c5da76a6ed8 service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1681743
Jun 08 03:59:44.631904 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-21b795c5-0344-4502-ac55-94884ff17f64 service neutron] 10.222.0.42 "GET /v2.0/networks/197f074b-6902-48b8-a153-5873d22ee4bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3627946
Jun 08 03:59:44.689338 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f6c15-b204-43e6-96d3-582500419f01 None None] New status for floating IP d66f0041-ebc3-4f60-9a01-84616928adcb: ACTIVE {{(pid=91650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 03:59:44.772486 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b8453aea-b956-4758-97fd-8a474132434d req-543211d5-86c9-4676-9e30-9d2ea11ac2fb tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814756
Jun 08 03:59:44.871842 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-2a423028-97f6-4af6-844a-2906c8fa4653 req-f809e534-1799-4733-8c12-80417ba73172 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:44.888583 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:44.917208 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc007eb2-d8ad-475d-aae0-5cde896cc58b req-c0ac79f3-6ac6-4939-bb2c-5f023f21d7fc tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:44.932426 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bc007eb2-d8ad-475d-aae0-5cde896cc58b req-c0ac79f3-6ac6-4939-bb2c-5f023f21d7fc tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 945 time: 0.4763067
Jun 08 03:59:44.942306 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c5b6c2f4-4896-4bbd-8d65-2fa9b6b10da2 req-fed9f65e-e2cf-4e61-ae94-a78af67b8cf1 service neutron] 10.222.0.42 "GET /v2.0/networks/197f074b-6902-48b8-a153-5873d22ee4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2929273
Jun 08 03:59:44.945434 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809e534-1799-4733-8c12-80417ba73172 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Pushing event deleted for resources: {'Port': ['ID=be5d7d89-34ef-4059-8707-d6318d2ffd3b,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:44.959602 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f809e534-1799-4733-8c12-80417ba73172 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:45.026507 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0ab30609-e3fb-45e3-afca-64d3833209e7 req-66881be4-476e-4751-b758-259511d59841 service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4218163
Jun 08 03:59:45.042673 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bc007eb2-d8ad-475d-aae0-5cde896cc58b req-4b132245-9585-4e28-9f74-5fc26b106536 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/security-groups?id=7648b0fc-21f6-4392-87ec-d467be5c5e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088257
Jun 08 03:59:45.142155 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a423028-97f6-4af6-844a-2906c8fa4653 req-f809e534-1799-4733-8c12-80417ba73172 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] No DVR routers for this DVR port be5d7d89-34ef-4059-8707-d6318d2ffd3b on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 03:59:45.145296 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-2a423028-97f6-4af6-844a-2906c8fa4653 req-f809e534-1799-4733-8c12-80417ba73172 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:45.147473 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2a423028-97f6-4af6-844a-2906c8fa4653 req-f809e534-1799-4733-8c12-80417ba73172 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.42 "DELETE /v2.0/ports/be5d7d89-34ef-4059-8707-d6318d2ffd3b HTTP/1.1" status: 204  len: 173 time: 1.8728542
Jun 08 03:59:45.174475 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3c080-4b5e-4125-bf69-7018260a260b req-72e5e62d-14f3-4bf4-bade-144db5b81016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:45.175979 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-71b3c080-4b5e-4125-bf69-7018260a260b req-72e5e62d-14f3-4bf4-bade-144db5b81016 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd2c11794b9043d18cec6e2f8554c083&device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 1097 time: 0.1477680
Jun 08 03:59:45.272106 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-792d165d-b308-4a20-afec-c7226e6f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:45.275493 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e1117-823d-4dc8-aeff-67471c849633 req-cd9f73c8-2898-462b-9bb0-870910332288 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:45.277241 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-617e1117-823d-4dc8-aeff-67471c849633 req-cd9f73c8-2898-462b-9bb0-870910332288 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.0927348
Jun 08 03:59:45.326731 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-617e1117-823d-4dc8-aeff-67471c849633 req-e73f48fe-6704-4234-9461-dbeaf47b467c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425174
Jun 08 03:59:45.341504 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3c080-4b5e-4125-bf69-7018260a260b req-e2903290-7805-4863-ad8b-f08044cf1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:45.343504 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-71b3c080-4b5e-4125-bf69-7018260a260b req-e2903290-7805-4863-ad8b-f08044cf1550 service neutron] 10.222.0.42 "GET /v2.0/networks?id=197f074b-6902-48b8-a153-5873d22ee4bd HTTP/1.1" status: 200  len: 910 time: 0.1530464
Jun 08 03:59:45.354368 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:45.442158 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220ec91-978b-488b-93b4-9786323fa9b8 req-94009804-ae73-458e-95af-9ce9b44cef81 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:45.443803 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8220ec91-978b-488b-93b4-9786323fa9b8 req-94009804-ae73-458e-95af-9ce9b44cef81 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 944 time: 0.0998681
Jun 08 03:59:45.446201 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-71b3c080-4b5e-4125-bf69-7018260a260b req-426ca402-4c6e-4e76-bf21-fdbbd5eedec1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55d9c11c-a4da-4f9b-b2df-1be0511356de HTTP/1.1" status: 200  len: 217 time: 0.0892386
Jun 08 03:59:45.456333 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:45.464479 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:45.470606 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:45.470984 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:45.494667 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8220ec91-978b-488b-93b4-9786323fa9b8 req-cbb75aeb-023b-4860-96df-880f5967b3cb tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452240
Jun 08 03:59:45.521466 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3c080-4b5e-4125-bf69-7018260a260b req-06e9ffa7-8ae3-417b-aade-717757e87b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:45.522946 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-71b3c080-4b5e-4125-bf69-7018260a260b req-06e9ffa7-8ae3-417b-aade-717757e87b40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af4f6ca4-b810-404c-8735-5472ca33d29c HTTP/1.1" status: 200  len: 849 time: 0.0675123
Jun 08 03:59:45.531049 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59628b79-7a0f-40b8-9494-01f6b52a956f', 'name': 'network-vif-deleted', 'tag': 'be5d7d89-34ef-4059-8707-d6318d2ffd3b'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:45.533413 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651d60ad-63fd-49d8-b4ca-da1227a191b1" -d '{"events": [{"server_uuid": "59628b79-7a0f-40b8-9494-01f6b52a956f", "name": "network-vif-deleted", "tag": "be5d7d89-34ef-4059-8707-d6318d2ffd3b"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:45.582901 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-71b3c080-4b5e-4125-bf69-7018260a260b req-6958a077-4462-402b-8117-c704a4b7bb64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=197f074b-6902-48b8-a153-5873d22ee4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464580
Jun 08 03:59:45.598760 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:45.643036 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:45.644055 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68516734-c9c1-435b-a8f3-519d9793357b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:45.647493 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31cac5c-089f-4f04-856b-20849721b0b6" -d '{"events": [{"server_uuid": "68516734-c9c1-435b-a8f3-519d9793357b", "name": "network-vif-plugged", "status": "completed", "tag": "cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:45.661167 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:45.662263 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device be5d7d89-34ef-4059-8707-d6318d2ffd3b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 03:59:45.699738 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:45.735087 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a37884-8e0e-4ac7-973d-d66258066105 x-openstack-request-id: req-e6a37884-8e0e-4ac7-973d-d66258066105 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:45.735637 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68516734-c9c1-435b-a8f3-519d9793357b", "name": "network-vif-plugged", "status": "completed", "tag": "cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:45.736243 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6a37884-8e0e-4ac7-973d-d66258066105 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:45.736802 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68516734-c9c1-435b-a8f3-519d9793357b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d', 'code': 200}
Jun 08 03:59:45.749073 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: be5d7d89-34ef-4059-8707-d6318d2ffd3b {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 03:59:45.749573 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device be5d7d89-34ef-4059-8707-d6318d2ffd3b not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 03:59:45.796504 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:45.807082 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:45.832584 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef94b546-8e57-40fd-9f1e-f330727cb5ce x-openstack-request-id: req-ef94b546-8e57-40fd-9f1e-f330727cb5ce {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:45.833019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59628b79-7a0f-40b8-9494-01f6b52a956f", "name": "network-vif-deleted", "tag": "be5d7d89-34ef-4059-8707-d6318d2ffd3b", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:45.833291 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef94b546-8e57-40fd-9f1e-f330727cb5ce {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:45.833685 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59628b79-7a0f-40b8-9494-01f6b52a956f', 'name': 'network-vif-deleted', 'tag': 'be5d7d89-34ef-4059-8707-d6318d2ffd3b', 'status': 'completed', 'code': 200}
Jun 08 03:59:45.886472 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-71b3c080-4b5e-4125-bf69-7018260a260b req-0f48903b-967a-4236-89c6-56a77acdefac service neutron] 10.222.0.42 "GET /v2.0/networks/197f074b-6902-48b8-a153-5873d22ee4bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2952540
Jun 08 03:59:45.968835 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a4aa-6520-4128-bf40-613cdba6437d req-7f417827-a891-4bf9-8ea5-95b30d539d01 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:45.970416 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9517a4aa-6520-4128-bf40-613cdba6437d req-7f417827-a891-4bf9-8ea5-95b30d539d01 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 945 time: 0.0819020
Jun 08 03:59:46.018304 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9517a4aa-6520-4128-bf40-613cdba6437d req-9a438f15-0003-4b9b-8e2f-233fa5e3a93a tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418434
Jun 08 03:59:46.101916 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-71b3c080-4b5e-4125-bf69-7018260a260b req-4e9f9f6a-5e08-4a3a-a992-c19afc4e0129 service neutron] 10.222.0.42 "GET /v2.0/networks/197f074b-6902-48b8-a153-5873d22ee4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1882849
Jun 08 03:59:46.104585 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfdb03-5477-4b7f-aa29-9ededcb1aa19 req-e0581fe5-f879-4e92-a2ef-32fb4f058d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:46.105907 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-70cfdb03-5477-4b7f-aa29-9ededcb1aa19 req-e0581fe5-f879-4e92-a2ef-32fb4f058d40 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 1098 time: 0.1273882
Jun 08 03:59:46.184295 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-70cfdb03-5477-4b7f-aa29-9ededcb1aa19 req-87e053dd-4466-4bf2-a263-2b529db06f90 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420542
Jun 08 03:59:46.229610 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4a296ff7-d0ef-48a7-a5b1-dc56e52a9fd5 req-0f9fccd1-f7b5-4f4f-b892-e1a51fd0ad98 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] 10.222.0.15 "GET /v2.0/ports?device_id=59628b79-7a0f-40b8-9494-01f6b52a956f HTTP/1.1" status: 200  len: 210 time: 0.0464168
Jun 08 03:59:46.410239 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:46.531774 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65765fe-89c3-45ae-ac1c-b32a3338fadd req-e8dba777-4e8e-4c76-a3cd-433f1217afc2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:46.533723 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d65765fe-89c3-45ae-ac1c-b32a3338fadd req-e8dba777-4e8e-4c76-a3cd-433f1217afc2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.0924809
Jun 08 03:59:46.596686 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d65765fe-89c3-45ae-ac1c-b32a3338fadd req-3817e5d0-51e4-45c8-955c-5176f040cf6d tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530972
Jun 08 03:59:46.743871 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466d71a-1b86-4e32-87af-208131a6c924 req-f3c2f3ef-18fc-4494-addc-445a7f8c38eb tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:46.745366 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a466d71a-1b86-4e32-87af-208131a6c924 req-f3c2f3ef-18fc-4494-addc-445a7f8c38eb tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 944 time: 0.0933733
Jun 08 03:59:46.793499 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a466d71a-1b86-4e32-87af-208131a6c924 req-fbc749da-6c39-4ecb-8606-f2bd870f8343 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419390
Jun 08 03:59:47.204541 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6fa32-5e2f-4bef-9f5c-c94b564d88ed req-829be840-524f-4e46-b1f2-6f9e2aa87243 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:47.206000 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7ef6fa32-5e2f-4bef-9f5c-c94b564d88ed req-829be840-524f-4e46-b1f2-6f9e2aa87243 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 945 time: 0.0804629
Jun 08 03:59:47.250373 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7ef6fa32-5e2f-4bef-9f5c-c94b564d88ed req-b1e87118-6ffe-44b3-b09e-b50cc4117b45 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387394
Jun 08 03:59:47.363591 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 55d9c11c-a4da-4f9b-b2df-1be0511356de details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 03:59:47.564922 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 55d9c11c-a4da-4f9b-b2df-1be0511356de, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55d9c11c-a4da-4f9b-b2df-1be0511356de,segment=NetworkSegment(63e6e3b6-8d5c-443b-b677-ed0f95eec20a),segment_id=63e6e3b6-8d5c-443b-b677-ed0f95eec20a)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:47.578733 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '55d9c11c-a4da-4f9b-b2df-1be0511356de', 'network_id': '197f074b-6902-48b8-a153-5873d22ee4bd', 'port_id': '55d9c11c-a4da-4f9b-b2df-1be0511356de', 'mac_address': 'fa:16:3e:6a:7d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4f6ca4-b810-404c-8735-5472ca33d29c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 03:59:47.643436 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:47.665865 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d9c11c-a4da-4f9b-b2df-1be0511356de {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:47.694590 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 55d9c11c-a4da-4f9b-b2df-1be0511356de, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55d9c11c-a4da-4f9b-b2df-1be0511356de,segment=NetworkSegment(63e6e3b6-8d5c-443b-b677-ed0f95eec20a),segment_id=63e6e3b6-8d5c-443b-b677-ed0f95eec20a)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:47.700153 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:47.702864 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:47.768911 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=55d9c11c-a4da-4f9b-b2df-1be0511356de,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:47.773037 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:47.809484 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e47a64-683e-408b-8b32-92f8a4d7bc37 req-9c587be8-8fc2-470f-b368-d3d01996881e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:47.810938 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-64e47a64-683e-408b-8b32-92f8a4d7bc37 req-9c587be8-8fc2-470f-b368-d3d01996881e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.0943723
Jun 08 03:59:47.859263 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-64e47a64-683e-408b-8b32-92f8a4d7bc37 req-505faa0f-f2eb-4e69-9453-3b87352819f5 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412157
Jun 08 03:59:47.984497 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cfac2-92c9-4631-b587-755fd8d367c2 req-6eb3c581-d116-4e0e-9fcb-f20cc8e1e851 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:47.985977 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0c5cfac2-92c9-4631-b587-755fd8d367c2 req-6eb3c581-d116-4e0e-9fcb-f20cc8e1e851 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 945 time: 0.0808740
Jun 08 03:59:47.994471 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:48.034184 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0c5cfac2-92c9-4631-b587-755fd8d367c2 req-81250af7-f47a-42ff-8cb5-c52b9bcb9463 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424199
Jun 08 03:59:48.111096 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['55d9c11c-a4da-4f9b-b2df-1be0511356de'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 03:59:48.435072 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c1fa3-2886-4ad5-b62e-ab60d3cbfe93 req-8a8e8400-5f5a-4192-9346-dcb25040740d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:48.437107 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-936c1fa3-2886-4ad5-b62e-ab60d3cbfe93 req-8a8e8400-5f5a-4192-9346-dcb25040740d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 945 time: 0.0821586
Jun 08 03:59:48.483675 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-936c1fa3-2886-4ad5-b62e-ab60d3cbfe93 req-c437ca06-ddf5-4cba-9c4e-9a46a12a9902 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401633
Jun 08 03:59:48.500768 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 46838) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:48.624687 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6ad98d0c-d87a-4f70-82b6-e1ac8be53305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:48.738245 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6ad98d0c-d87a-4f70-82b6-e1ac8be53305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:48.742370 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6ad98d0c-d87a-4f70-82b6-e1ac8be53305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:48.750113 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-1bbc290a-6be8-42cb-998a-fee7346732a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:48.805219 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-6ad98d0c-d87a-4f70-82b6-e1ac8be53305 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a94c84c470c047ca9350d129b958f90e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3031774
Jun 08 03:59:48.806489 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 46854) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:48.807539 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad98d0c-d87a-4f70-82b6-e1ac8be53305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d21147e-aeb5-45f5-985d-76e66fa2c70e,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:48.811208 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-6ad98d0c-d87a-4f70-82b6-e1ac8be53305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:48.867458 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2796a462-f0df-41c7-b161-425fdaaeb1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:48.895215 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2796a462-f0df-41c7-b161-425fdaaeb1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:48.954822 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2796a462-f0df-41c7-b161-425fdaaeb1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:48.957752 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2796a462-f0df-41c7-b161-425fdaaeb1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:48.962030 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-2796a462-f0df-41c7-b161-425fdaaeb1f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d21147e-aeb5-45f5-985d-76e66fa2c70e HTTP/1.1" status: 204  len: 168 time: 0.1540203
Jun 08 03:59:48.962979 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:48.973078 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796a462-f0df-41c7-b161-425fdaaeb1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d21147e-aeb5-45f5-985d-76e66fa2c70e,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:48.982110 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2796a462-f0df-41c7-b161-425fdaaeb1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:49.064971 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde5753-14d7-43c2-bf55-73700e023e13 req-eb11f31c-ae04-40d2-b1ab-4ed790ad8113 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:49.066522 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2bde5753-14d7-43c2-bf55-73700e023e13 req-eb11f31c-ae04-40d2-b1ab-4ed790ad8113 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.0901768
Jun 08 03:59:49.115592 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2bde5753-14d7-43c2-bf55-73700e023e13 req-5124a2bc-c374-4853-93a5-eda98df1097e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425365
Jun 08 03:59:49.300385 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 46878) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:49.344044 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72f3e8-c543-4671-acd8-fcd883dfb205 req-971940a9-3374-4259-bb68-50743beb88b4 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:49.346184 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cb72f3e8-c543-4671-acd8-fcd883dfb205 req-971940a9-3374-4259-bb68-50743beb88b4 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 945 time: 0.1025376
Jun 08 03:59:49.379931 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 55d9c11c-a4da-4f9b-b2df-1be0511356de up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 03:59:49.381899 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_v2 [None req-acac7538-60fe-4d37-9370-b94687dfae3b admin admin] Deleting subnet f9581f9c-7003-48d2-a07d-6465d9464388 {{(pid=91648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 03:59:49.385576 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-acac7538-60fe-4d37-9370-b94687dfae3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:49.398558 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cb72f3e8-c543-4671-acd8-fcd883dfb205 req-f05d37bf-4900-4665-bf54-506da4ddd45d tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467622
Jun 08 03:59:49.446188 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-acac7538-60fe-4d37-9370-b94687dfae3b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:49.453784 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-acac7538-60fe-4d37-9370-b94687dfae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:49.473586 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port 55d9c11c-a4da-4f9b-b2df-1be0511356de completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 03:59:49.479144 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 55d9c11c-a4da-4f9b-b2df-1be0511356de triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 03:59:49.479513 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:49.525474 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-acac7538-60fe-4d37-9370-b94687dfae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:49.531430 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:49.570786 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac7538-60fe-4d37-9370-b94687dfae3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9581f9c-7003-48d2-a07d-6465d9464388,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:49.572748 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-acac7538-60fe-4d37-9370-b94687dfae3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:49.574558 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-acac7538-60fe-4d37-9370-b94687dfae3b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f9581f9c-7003-48d2-a07d-6465d9464388 HTTP/1.1" status: 204  len: 168 time: 0.2729101
Jun 08 03:59:49.575383 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-acac7538-60fe-4d37-9370-b94687dfae3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:49.577441 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 46888) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:49.618812 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:49.647144 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e26c6b7-3130-46f4-a71c-8952b41c7af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d9c11c-a4da-4f9b-b2df-1be0511356de'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:49.649398 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6731b657-b324-4213-b120-fbf369d9f794" -d '{"events": [{"server_uuid": "2e26c6b7-3130-46f4-a71c-8952b41c7af6", "name": "network-vif-plugged", "status": "completed", "tag": "55d9c11c-a4da-4f9b-b2df-1be0511356de"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:49.670349 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 55d9c11c-a4da-4f9b-b2df-1be0511356de, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55d9c11c-a4da-4f9b-b2df-1be0511356de,segment=NetworkSegment(63e6e3b6-8d5c-443b-b677-ed0f95eec20a),segment_id=63e6e3b6-8d5c-443b-b677-ed0f95eec20a)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:49.676445 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:49.678799 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:49.687872 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:49.740545 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8c0c0e-b4e2-4bc8-bd57-84f9d1168b13 x-openstack-request-id: req-bf8c0c0e-b4e2-4bc8-bd57-84f9d1168b13 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:49.740919 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e26c6b7-3130-46f4-a71c-8952b41c7af6", "name": "network-vif-plugged", "status": "completed", "tag": "55d9c11c-a4da-4f9b-b2df-1be0511356de", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:49.741390 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf8c0c0e-b4e2-4bc8-bd57-84f9d1168b13 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:49.741932 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e26c6b7-3130-46f4-a71c-8952b41c7af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d9c11c-a4da-4f9b-b2df-1be0511356de', 'code': 200}
Jun 08 03:59:49.794906 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=55d9c11c-a4da-4f9b-b2df-1be0511356de,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:49.810870 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:49.887043 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:49.903424 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fb00183c370>> segment before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:59:49.903850 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fb00183c370>> subnet precommit_delete_associations 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:59:49.905481 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb00183c490>> segment_host_mapping after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:59:49.906147 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb00183c490>> port after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:59:49.906497 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb00183c490>> port after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:59:49.906821 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb00183c490>> port after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:59:49.907343 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb00183c490>> segment after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:59:49.907817 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb00183c490>> subnet after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:59:49.908517 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb00183c490>> subnet after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:59:49.909007 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb00183c490>> subnet after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:59:50.065636 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb0016bee80>> subnet after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:59:50.066002 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb0016bee80>> subnet after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:59:50.066338 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb0016bee80>> subnet before_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:59:50.066694 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb0016bee80>> subnet before_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 03:59:50.067033 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb00183cd00>,) {'filters': {'network_id': ['62182247-74d1-42df-8dc8-479d3547464f']}} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:50.112817 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb00183cd00>, '2380855f-0df8-43a5-a10f-f566351d733d') {'for_net_delete': True} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:50.113123 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb00183cd00>, '2380855f-0df8-43a5-a10f-f566351d733d') {} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 03:59:50.141817 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2327506'] for segment, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:50.167865 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:50.179171 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=91648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 03:59:50.179629 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2358677'] for segment, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   from cryptography.utils import int_from_bytes
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   from cryptography.utils import int_from_bytes
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]: Traceback (most recent call last):
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     timer()
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     cb(*args, **kw)
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     return func(*args, **kwargs)
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     self._notify()
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     self.callback(batched_events)
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     event.method(event)
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     return f(self, *a, **k)
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._get(url).json()
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self.request(url, 'GET', **kwargs)
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 03:59:50.197503 dv-cinder-786627-8-iscsi neutron-server[91648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 03:59:50.285131 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564b895-a49d-4c3f-9464-d6a959cedaa7 req-b6cc3b55-d4b0-4153-8f50-3aa1e68857ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:50.286987 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-5564b895-a49d-4c3f-9464-d6a959cedaa7 req-b6cc3b55-d4b0-4153-8f50-3aa1e68857ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 1099 time: 0.2080979
Jun 08 03:59:50.294855 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:50.301122 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:50.320343 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:50.322269 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/62182247-74d1-42df-8dc8-479d3547464f HTTP/1.1" status: 204  len: 168 time: 0.7437575
Jun 08 03:59:50.326468 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef7143-69cb-4c14-92e1-ec702cfc0bbd req-b4c01a6b-2d83-4e47-8408-e9c6f19e9107 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:50.334017 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f8ef7143-69cb-4c14-92e1-ec702cfc0bbd req-b4c01a6b-2d83-4e47-8408-e9c6f19e9107 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.0951684
Jun 08 03:59:50.339071 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=62182247-74d1-42df-8dc8-479d3547464f,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:50.343786 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:50.367380 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-5564b895-a49d-4c3f-9464-d6a959cedaa7 req-0400cb51-a5c3-439a-9ea6-1a130faa901c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514140
Jun 08 03:59:50.381111 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f8ef7143-69cb-4c14-92e1-ec702cfc0bbd req-0d153aab-b24e-4a7a-87e1-761f8d659b2b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468223
Jun 08 03:59:50.626451 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 46924) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:50.680060 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84166cf0-2434-49f6-9cb8-414e9d86021d req-0796ab7d-bdb6-47c7-9032-0c6099fce355 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:50.688558 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-84166cf0-2434-49f6-9cb8-414e9d86021d req-0796ab7d-bdb6-47c7-9032-0c6099fce355 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 946 time: 0.1608791
Jun 08 03:59:50.691894 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-4f3a0bea-7604-45f7-a4f9-ce1f1e10516a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f420569d3364595a1a3b52dcf59d025&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0641775
Jun 08 03:59:50.694291 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 46926) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:50.735849 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-84166cf0-2434-49f6-9cb8-414e9d86021d req-99945d70-0250-46f3-8efb-b5d93dba973d tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462284
Jun 08 03:59:50.754589 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-672c238c-6cc0-4755-83f7-dd7f066f8d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:50.783019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-672c238c-6cc0-4755-83f7-dd7f066f8d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:50.838989 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-672c238c-6cc0-4755-83f7-dd7f066f8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:50.841610 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-672c238c-6cc0-4755-83f7-dd7f066f8d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:50.845258 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-672c238c-6cc0-4755-83f7-dd7f066f8d4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7648b0fc-21f6-4392-87ec-d467be5c5e7c HTTP/1.1" status: 204  len: 168 time: 0.1475136
Jun 08 03:59:50.845258 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9c2b5e1d-f33a-47db-890c-e0f274d965ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:50.854060 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c238c-6cc0-4755-83f7-dd7f066f8d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7648b0fc-21f6-4392-87ec-d467be5c5e7c,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:50.856579 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-672c238c-6cc0-4755-83f7-dd7f066f8d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:51.051863 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf89f6c-4787-4b05-bda4-0768b300333b req-d25ea063-a0a9-4c98-ad96-89a153588c81 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:51.058598 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-caf89f6c-4787-4b05-bda4-0768b300333b req-d25ea063-a0a9-4c98-ad96-89a153588c81 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/networks?id=837001f9-2e0e-4bac-935e-3440dea914fb HTTP/1.1" status: 200  len: 814 time: 0.2689295
Jun 08 03:59:51.069877 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-caf89f6c-4787-4b05-bda4-0768b300333b req-88fb73a8-988d-42a0-9224-de85c16b6aeb tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/quotas/8279772a97114892b0ce86b3832f7aee HTTP/1.1" status: 200  len: 375 time: 0.0103350
Jun 08 03:59:51.168884 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-caf89f6c-4787-4b05-bda4-0768b300333b req-6f78a950-3850-4de0-be1b-5a275027c7a3 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8279772a97114892b0ce86b3832f7aee&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0913506
Jun 08 03:59:51.308870 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fbeed3f8-1e5c-4e5b-9d94-e850baa8f4ac service neutron] 10.222.0.15 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386120
Jun 08 03:59:51.450752 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-caf89f6c-4787-4b05-bda4-0768b300333b req-5fb05a7e-f3a9-4395-b66f-67d0d5dcdff8 service neutron] 10.222.0.15 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370008
Jun 08 03:59:51.744415 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbff2fd-5383-4eb8-8576-febaafa4db89 req-d8f9aa9f-e316-481d-8708-e6a6ac2cda30 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:51.750669 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4cbff2fd-5383-4eb8-8576-febaafa4db89 req-d8f9aa9f-e316-481d-8708-e6a6ac2cda30 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.2049153
Jun 08 03:59:51.873876 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a78842ab-163c-43df-8957-6e7c0bb4084f req-7977f598-99d7-49a9-86d0-7fc6256831be tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 210 time: 0.1199317
Jun 08 03:59:51.879876 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4cbff2fd-5383-4eb8-8576-febaafa4db89 req-9b408251-9c65-484b-b88c-1cf15a15b8ff tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219034
Jun 08 03:59:52.120975 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4884a67-a9d2-4e86-86ce-515077336624 req-b90c381a-24f3-49b9-b23f-343a385e366f tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:52.131388 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c4884a67-a9d2-4e86-86ce-515077336624 req-b90c381a-24f3-49b9-b23f-343a385e366f tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 946 time: 0.1416419
Jun 08 03:59:52.201618 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c4884a67-a9d2-4e86-86ce-515077336624 req-818fff2e-5a49-4dec-a487-766c9d2d9d0d tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715096
Jun 08 03:59:53.118325 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cfc4debd-ea43-4367-b40b-b9c1d7ca897b req-e661a6bc-257a-4645-b13f-706aeb60a755 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 210 time: 0.0607438
Jun 08 03:59:53.155660 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f6972-0b35-42f0-8fed-3aae35e245ae req-7b59ce8a-779c-49a6-8b6b-b507b6f3ce93 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:53.162881 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-999f6972-0b35-42f0-8fed-3aae35e245ae req-7b59ce8a-779c-49a6-8b6b-b507b6f3ce93 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1569419
Jun 08 03:59:53.219310 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-999f6972-0b35-42f0-8fed-3aae35e245ae req-85917fd7-deb7-4bf4-a2e3-3dc6b3f58e8d tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553358
Jun 08 03:59:53.426940 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf89f6c-4787-4b05-bda4-0768b300333b req-3a65291a-2aab-4680-b9dd-b2138f44bff7 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:53.429350 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-caf89f6c-4787-4b05-bda4-0768b300333b req-3a65291a-2aab-4680-b9dd-b2138f44bff7 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "GET /v2.0/networks?id=837001f9-2e0e-4bac-935e-3440dea914fb HTTP/1.1" status: 200  len: 814 time: 0.3413410
Jun 08 03:59:53.450818 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Request body: {'port': {'device_id': '28b14a7b-383b-4e75-abf3-9171898f30b8', 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb', 'admin_state_up': True, 'tenant_id': '8279772a97114892b0ce86b3832f7aee'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:53.500062 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 47078) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:53.647460 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1b6809b1-410e-4c3f-b66e-a129ac1a0f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:53.695360 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.db.api [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 08 03:59:53.695360 dv-cinder-786627-8-iscsi neutron-server[91648]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Jun 08 03:59:53.695360 dv-cinder-786627-8-iscsi neutron-server[91648]: [parameters: {'project_id': '8279772a97114892b0ce86b3832f7aee', 'id': '62bf1aa2-6a11-427c-84ba-ecd14b508df3', 'expiration': datetime.datetime(2021, 6, 8, 4, 1, 53, 683361)}]
Jun 08 03:59:53.695360 dv-cinder-786627-8-iscsi neutron-server[91648]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 08 03:59:53.696426 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_db.api [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 08 03:59:53.739217 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 47088) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:53.818923 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1b6809b1-410e-4c3f-b66e-a129ac1a0f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:53.832365 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1b6809b1-410e-4c3f-b66e-a129ac1a0f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:53.840971 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:53.864527 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-492d9e6c-6ab2-46c4-8f7a-24c50f56a89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:53.888156 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6809b1-410e-4c3f-b66e-a129ac1a0f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7e367e-9cf6-43a2-a3e0-89326bc9dc4c,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:53.891820 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-1b6809b1-410e-4c3f-b66e-a129ac1a0f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:53.898612 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-1b6809b1-410e-4c3f-b66e-a129ac1a0f60 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5cd75e525c0455d8422884c82ae5bf8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3974025
Jun 08 03:59:53.898705 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 47094) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:53.920067 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459e29d-f589-4c87-beec-7351f13eaf1d req-2f7dc54a-3bbb-4ffe-816a-c7d3ac1361ac tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:53.922191 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0459e29d-f589-4c87-beec-7351f13eaf1d req-2f7dc54a-3bbb-4ffe-816a-c7d3ac1361ac tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 946 time: 0.1448967
Jun 08 03:59:53.978951 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0459e29d-f589-4c87-beec-7351f13eaf1d req-cda3f428-8fe0-4abe-b345-46b1bc67b577 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509238
Jun 08 03:59:54.077960 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b25c8263-3c8a-4584-ad68-3c2e9dc0dcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:54.123458 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b25c8263-3c8a-4584-ad68-3c2e9dc0dcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:54.151342 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-492d9e6c-6ab2-46c4-8f7a-24c50f56a89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:54.156398 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-492d9e6c-6ab2-46c4-8f7a-24c50f56a89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:54.166531 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7f3abee2-c1fb-44a8-ba2a-5a399102f91c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:54.229771 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-492d9e6c-6ab2-46c4-8f7a-24c50f56a89e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3fe24bb9e56445f9aca728626c3a911&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4892387
Jun 08 03:59:54.232718 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 47104) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:54.237881 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d9e6c-6ab2-46c4-8f7a-24c50f56a89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6ecf8b-3736-4853-a1ec-c04341d0d6f6,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:54.255959 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-492d9e6c-6ab2-46c4-8f7a-24c50f56a89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:54.263261 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Made reservation on behalf of 8279772a97114892b0ce86b3832f7aee for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 03:59:54.267677 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:54.293441 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b25c8263-3c8a-4584-ad68-3c2e9dc0dcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:54.295922 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b25c8263-3c8a-4584-ad68-3c2e9dc0dcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:54.297496 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-b25c8263-3c8a-4584-ad68-3c2e9dc0dcab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc7e367e-9cf6-43a2-a3e0-89326bc9dc4c HTTP/1.1" status: 204  len: 168 time: 0.3973725
Jun 08 03:59:54.333958 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6029bfd5-5f12-4051-a152-23cc5bb68e71 req-7ca4552d-1d42-4e54-9934-7a39a87c4f86 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 210 time: 0.0789065
Jun 08 03:59:54.378607 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3371ac69-c2f3-4d06-a667-c0b76daaa51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:54.395708 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0e524400-4dd6-4986-b33a-6f37617b13b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:54.407527 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c8263-3c8a-4584-ad68-3c2e9dc0dcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7e367e-9cf6-43a2-a3e0-89326bc9dc4c,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:54.419267 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b25c8263-3c8a-4584-ad68-3c2e9dc0dcab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:54.488659 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3371ac69-c2f3-4d06-a667-c0b76daaa51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:54.548107 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Allocated IP 172.20.0.7 (837001f9-2e0e-4bac-935e-3440dea914fb/27ee18ff-e7d4-4abb-b4d2-4645081d1189/2be2060e-1983-40d5-aa1f-30f1919a2bcb) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 03:59:54.549052 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1594ee-7cfe-4e66-93cf-22d606a2d84a req-643192ba-6d73-4f04-af67-11f6217b6c2b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:54.558759 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cc1594ee-7cfe-4e66-93cf-22d606a2d84a req-643192ba-6d73-4f04-af67-11f6217b6c2b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1700792
Jun 08 03:59:54.596242 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3371ac69-c2f3-4d06-a667-c0b76daaa51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:54.599751 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3371ac69-c2f3-4d06-a667-c0b76daaa51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:54.603827 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-3371ac69-c2f3-4d06-a667-c0b76daaa51d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd6ecf8b-3736-4853-a1ec-c04341d0d6f6 HTTP/1.1" status: 204  len: 168 time: 0.3697484
Jun 08 03:59:54.607449 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ff0143f6-0427-41c7-b9f7-13f95bf23ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:54.629642 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cc1594ee-7cfe-4e66-93cf-22d606a2d84a req-5ad0c5f1-b8c3-4f2f-8e78-49dd69780658 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698814
Jun 08 03:59:54.637517 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371ac69-c2f3-4d06-a667-c0b76daaa51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6ecf8b-3736-4853-a1ec-c04341d0d6f6,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:54.650024 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-3371ac69-c2f3-4d06-a667-c0b76daaa51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:54.827424 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:54.859384 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:54.862222 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:54.862222 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 03:59:54.862222 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 03:59:54.862222 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 03:59:54.862222 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 03:59:54.862222 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 03:59:54.879324 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Network 837001f9-2e0e-4bac-935e-3440dea914fb is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 03:59:54.880158 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 03:59:54.883351 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 03:59:54.886184 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['a24b6183-3567-479a-be56-a179e5e4df6f', 'cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 03:59:54.954372 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:54.955093 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:54.977946 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-caf89f6c-4787-4b05-bda4-0768b300333b req-fad2384e-9598-4bf7-a6a3-9f1f5a2cb4f6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5318146
Jun 08 03:59:55.004462 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Request body: {'port': {'device_id': '28b14a7b-383b-4e75-abf3-9171898f30b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 03:59:55.070755 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 47136) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:55.090684 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3dac0ce7-d29e-4471-a83f-027cf5d87151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:55.157671 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:55.302735 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0a0f8-c715-43e0-9f25-3e081ae26a15 req-875f93af-4b41-4a67-9f4a-7c3035ebc2f9 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:55.310094 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-85f0a0f8-c715-43e0-9f25-3e081ae26a15 req-875f93af-4b41-4a67-9f4a-7c3035ebc2f9 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 946 time: 0.1369867
Jun 08 03:59:55.344204 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3dac0ce7-d29e-4471-a83f-027cf5d87151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:55.379438 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-85f0a0f8-c715-43e0-9f25-3e081ae26a15 req-ee60cfda-3e5c-4757-937a-ef70e6aa1519 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684171
Jun 08 03:59:55.380115 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3dac0ce7-d29e-4471-a83f-027cf5d87151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:55.393903 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:55.437993 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-3dac0ce7-d29e-4471-a83f-027cf5d87151 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc91f715a48e4f6fbf14cbc5bc3049be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3659410
Jun 08 03:59:55.438733 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 47148) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 03:59:55.439536 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac0ce7-d29e-4471-a83f-027cf5d87151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a2bf98-f7ba-4c9c-a21f-8d6dd21ab436,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:55.458647 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-3dac0ce7-d29e-4471-a83f-027cf5d87151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:55.520734 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d8306903-2566-4fe4-8671-1bcb3d128a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:55.629886 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d8306903-2566-4fe4-8671-1bcb3d128a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:55.636938 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be2060e-1983-40d5-aa1f-30f1919a2bcb {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:55.658325 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:55.703262 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Transition to ACTIVE for port object 2be2060e-1983-40d5-aa1f-30f1919a2bcb will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 03:59:55.713145 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:55.718561 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:55.723193 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3447680-4a87-4a33-92fa-30acc0cbfdc2 req-9259aea6-16a5-4bc0-a642-7f26b4735352 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:55.724801 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c3447680-4a87-4a33-92fa-30acc0cbfdc2 req-9259aea6-16a5-4bc0-a642-7f26b4735352 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 931 time: 0.1776724
Jun 08 03:59:55.751469 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d8306903-2566-4fe4-8671-1bcb3d128a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:55.753866 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d8306903-2566-4fe4-8671-1bcb3d128a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:55.755805 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-d8306903-2566-4fe4-8671-1bcb3d128a98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3a2bf98-f7ba-4c9c-a21f-8d6dd21ab436 HTTP/1.1" status: 204  len: 168 time: 0.3125117
Jun 08 03:59:55.758946 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-8b754232-a509-4586-a945-4fc92a2e2eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:55.861335 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8306903-2566-4fe4-8671-1bcb3d128a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a2bf98-f7ba-4c9c-a21f-8d6dd21ab436,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:55.894430 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Pushing event updated for resources: {'Port': ['ID=2be2060e-1983-40d5-aa1f-30f1919a2bcb,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:55.903254 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:55.921890 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-d8306903-2566-4fe4-8671-1bcb3d128a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:55.947571 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c3447680-4a87-4a33-92fa-30acc0cbfdc2 req-23d38c4d-50f2-4dba-a818-79ffcf8808e6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2121110
Jun 08 03:59:56.067051 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Attempting to bind port 2be2060e-1983-40d5-aa1f-30f1919a2bcb on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 03:59:56.067285 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Attempting to bind port 2be2060e-1983-40d5-aa1f-30f1919a2bcb by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 03:59:56.067598 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Attempting to bind port 2be2060e-1983-40d5-aa1f-30f1919a2bcb on network 837001f9-2e0e-4bac-935e-3440dea914fb {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:56.069473 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a5d85-f1ca-4685-9b83-ac97f064cd58 req-5e8e991c-6cd9-4423-bfb2-c1ce1d07ae16 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:56.073339 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Port 2be2060e-1983-40d5-aa1f-30f1919a2bcb on network 837001f9-2e0e-4bac-935e-3440dea914fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 03:59:56.073666 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Attempting to bind port 2be2060e-1983-40d5-aa1f-30f1919a2bcb on network 837001f9-2e0e-4bac-935e-3440dea914fb {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 03:59:56.078909 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9a3a5d85-f1ca-4685-9b83-ac97f064cd58 req-5e8e991c-6cd9-4423-bfb2-c1ce1d07ae16 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1223171
Jun 08 03:59:56.084113 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 3, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 03:59:56.084429 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Checking segment: {'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 03:59:56.084821 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Bound using segment: {'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 03:59:56.085230 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Bound port: 2be2060e-1983-40d5-aa1f-30f1919a2bcb, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 03:59:56.085572 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:56.110965 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604d7d9-f191-4f8e-bc36-8d2f9e8a1118 req-e7bbeae6-1d26-4edd-9025-f0af45ea94a6 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:56.113159 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-5604d7d9-f191-4f8e-bc36-8d2f9e8a1118 req-e7bbeae6-1d26-4edd-9025-f0af45ea94a6 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 946 time: 0.2112956
Jun 08 03:59:56.156746 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9a3a5d85-f1ca-4685-9b83-ac97f064cd58 req-38fc9521-10b7-4d34-a5fa-68b092a5f115 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767324
Jun 08 03:59:56.300604 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] For port 2be2060e-1983-40d5-aa1f-30f1919a2bcb, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 03:59:56.312047 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] For port 2be2060e-1983-40d5-aa1f-30f1919a2bcb, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2be2060e-1983-40d5-aa1f-30f1919a2bcb,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 03:59:56.319081 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:56.327151 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:56.488629 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:56.488810 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:56.490207 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-caf89f6c-4787-4b05-bda4-0768b300333b req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] 10.222.0.42 "PUT /v2.0/ports/2be2060e-1983-40d5-aa1f-30f1919a2bcb HTTP/1.1" status: 200  len: 1093 time: 1.4923003
Jun 08 03:59:56.490695 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b14a7b-383b-4e75-abf3-9171898f30b8', 'tag': '2be2060e-1983-40d5-aa1f-30f1919a2bcb'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:56.493450 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4092e478-2126-4494-84bb-57205306f00f" -d '{"events": [{"name": "network-changed", "server_uuid": "28b14a7b-383b-4e75-abf3-9171898f30b8", "tag": "2be2060e-1983-40d5-aa1f-30f1919a2bcb"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:56.499407 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-5604d7d9-f191-4f8e-bc36-8d2f9e8a1118 req-ef3b02e7-2c04-4928-8132-e773ca5b8455 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Deleting port 55d9c11c-a4da-4f9b-b2df-1be0511356de {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 03:59:56.499789 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-5604d7d9-f191-4f8e-bc36-8d2f9e8a1118 req-ef3b02e7-2c04-4928-8132-e773ca5b8455 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:56.605334 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780476ec-582b-4c0d-878e-32823717d71a req-ce074ea9-84e3-4f25-9bae-5569547e1ef4 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:56.614666 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7219310-3fc1-4edb-a9f3-daa5c2e55b0d x-openstack-request-id: req-b7219310-3fc1-4edb-a9f3-daa5c2e55b0d {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:56.614982 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b14a7b-383b-4e75-abf3-9171898f30b8", "tag": "2be2060e-1983-40d5-aa1f-30f1919a2bcb", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:56.615261 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7219310-3fc1-4edb-a9f3-daa5c2e55b0d {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:56.615557 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-780476ec-582b-4c0d-878e-32823717d71a req-ce074ea9-84e3-4f25-9bae-5569547e1ef4 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 946 time: 0.1230867
Jun 08 03:59:56.615674 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b14a7b-383b-4e75-abf3-9171898f30b8', 'tag': '2be2060e-1983-40d5-aa1f-30f1919a2bcb', 'status': 'completed', 'code': 200}
Jun 08 03:59:56.652813 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Pushing event updated for resources: {'Port': ['ID=2be2060e-1983-40d5-aa1f-30f1919a2bcb,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:56.662679 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:56.708545 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-780476ec-582b-4c0d-878e-32823717d71a req-de21742e-1acf-4f6f-a745-22321ada7000 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/security-groups?id=b440c115-7251-4710-8ae6-e0f3e3b4943a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920041
Jun 08 03:59:56.721126 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-5604d7d9-f191-4f8e-bc36-8d2f9e8a1118 req-ef3b02e7-2c04-4928-8132-e773ca5b8455 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] For port 55d9c11c-a4da-4f9b-b2df-1be0511356de, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55d9c11c-a4da-4f9b-b2df-1be0511356de,segment=NetworkSegment(63e6e3b6-8d5c-443b-b677-ed0f95eec20a),segment_id=63e6e3b6-8d5c-443b-b677-ed0f95eec20a)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:56.721492 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-5604d7d9-f191-4f8e-bc36-8d2f9e8a1118 req-ef3b02e7-2c04-4928-8132-e773ca5b8455 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:56.871632 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf89f6c-4787-4b05-bda4-0768b300333b req-853da66f-805a-4406-b5cd-b4834c798858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:56.873143 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-caf89f6c-4787-4b05-bda4-0768b300333b req-853da66f-805a-4406-b5cd-b4834c798858 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8279772a97114892b0ce86b3832f7aee&device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 1096 time: 0.3026032
Jun 08 03:59:56.880134 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-5604d7d9-f191-4f8e-bc36-8d2f9e8a1118 req-ef3b02e7-2c04-4928-8132-e773ca5b8455 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Calling delete_port for 55d9c11c-a4da-4f9b-b2df-1be0511356de owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 03:59:56.956051 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-caf89f6c-4787-4b05-bda4-0768b300333b req-8732d96e-beb7-43a6-8509-3f94156788e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2be2060e-1983-40d5-aa1f-30f1919a2bcb HTTP/1.1" status: 200  len: 217 time: 0.0724440
Jun 08 03:59:57.060846 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf89f6c-4787-4b05-bda4-0768b300333b req-a6ffc942-56f3-41ee-8c1b-12fa8c167439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:57.062530 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-caf89f6c-4787-4b05-bda4-0768b300333b req-a6ffc942-56f3-41ee-8c1b-12fa8c167439 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27ee18ff-e7d4-4abb-b4d2-4645081d1189 HTTP/1.1" status: 200  len: 854 time: 0.0891390
Jun 08 03:59:57.211496 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-caf89f6c-4787-4b05-bda4-0768b300333b req-058edd0c-eced-4ba7-89cb-e9081602096d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=837001f9-2e0e-4bac-935e-3440dea914fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0827541
Jun 08 03:59:57.234044 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce2e9a-2b3b-4177-ac90-b5306d58b887 req-142e7889-050d-4354-81e4-6c2edc0ec7c7 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:57.235694 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29ce2e9a-2b3b-4177-ac90-b5306d58b887 req-142e7889-050d-4354-81e4-6c2edc0ec7c7 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 943 time: 0.1429048
Jun 08 03:59:57.340878 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29ce2e9a-2b3b-4177-ac90-b5306d58b887 req-440d0276-0ab7-4a22-8e17-f95ca56d08c2 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962503
Jun 08 03:59:57.354820 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-5604d7d9-f191-4f8e-bc36-8d2f9e8a1118 req-ef3b02e7-2c04-4928-8132-e773ca5b8455 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:57.382163 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['55d9c11c-a4da-4f9b-b2df-1be0511356de'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 03:59:57.384518 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:57.464421 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b02e7-2c04-4928-8132-e773ca5b8455 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Pushing event deleted for resources: {'Port': ['ID=55d9c11c-a4da-4f9b-b2df-1be0511356de,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:57.471589 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ef3b02e7-2c04-4928-8132-e773ca5b8455 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:57.545130 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1ee30-948f-4d2b-b55d-f11376a6bdec req-b1c4f450-88a5-44fd-bd78-3243f64fae54 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:57.548713 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-41d1ee30-948f-4d2b-b55d-f11376a6bdec req-b1c4f450-88a5-44fd-bd78-3243f64fae54 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1453702
Jun 08 03:59:57.557874 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-5604d7d9-f191-4f8e-bc36-8d2f9e8a1118 req-ef3b02e7-2c04-4928-8132-e773ca5b8455 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] No DVR routers for this DVR port 55d9c11c-a4da-4f9b-b2df-1be0511356de on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 03:59:57.563188 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-caf89f6c-4787-4b05-bda4-0768b300333b req-0b49ed98-2eef-4966-8e2a-270244680e23 service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3335385
Jun 08 03:59:57.564669 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-5604d7d9-f191-4f8e-bc36-8d2f9e8a1118 req-ef3b02e7-2c04-4928-8132-e773ca5b8455 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:57.567112 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-5604d7d9-f191-4f8e-bc36-8d2f9e8a1118 req-ef3b02e7-2c04-4928-8132-e773ca5b8455 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.42 "DELETE /v2.0/ports/55d9c11c-a4da-4f9b-b2df-1be0511356de HTTP/1.1" status: 204  len: 173 time: 1.4167297
Jun 08 03:59:57.660647 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-41d1ee30-948f-4d2b-b55d-f11376a6bdec req-25cd96c9-ae73-4e5e-96b8-71b50db7966c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030750
Jun 08 03:59:57.719191 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-caf89f6c-4787-4b05-bda4-0768b300333b req-3beb8a43-d5c0-4b14-a6a1-6e71892e951d service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446800
Jun 08 03:59:57.897240 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092e478-2126-4494-84bb-57205306f00f req-f6b4d9e8-b066-4277-8d19-e4ac16d2a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:57.899069 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4092e478-2126-4494-84bb-57205306f00f req-f6b4d9e8-b066-4277-8d19-e4ac16d2a749 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8279772a97114892b0ce86b3832f7aee&device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 1096 time: 0.1022499
Jun 08 03:59:57.915675 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9b168ce1-660b-4151-8a75-178f69926a4f req-7bec1713-9ab5-43d8-8f60-59bf3c0ca69c tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e26c6b7-3130-46f4-a71c-8952b41c7af6 HTTP/1.1" status: 200  len: 210 time: 0.0768619
Jun 08 03:59:58.081451 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092e478-2126-4494-84bb-57205306f00f req-f9b8d08f-6eb1-4786-830a-b7b6e6839357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:58.083238 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4092e478-2126-4494-84bb-57205306f00f req-f9b8d08f-6eb1-4786-830a-b7b6e6839357 service neutron] 10.222.0.42 "GET /v2.0/networks?id=837001f9-2e0e-4bac-935e-3440dea914fb HTTP/1.1" status: 200  len: 915 time: 0.1746345
Jun 08 03:59:58.187931 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4092e478-2126-4494-84bb-57205306f00f req-7e61481a-3163-411c-b177-6f516c68ffa4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2be2060e-1983-40d5-aa1f-30f1919a2bcb HTTP/1.1" status: 200  len: 217 time: 0.0782366
Jun 08 03:59:58.268068 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092e478-2126-4494-84bb-57205306f00f req-13318ba9-1420-4eed-9f7a-03f566332b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:58.269595 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4092e478-2126-4494-84bb-57205306f00f req-13318ba9-1420-4eed-9f7a-03f566332b03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27ee18ff-e7d4-4abb-b4d2-4645081d1189 HTTP/1.1" status: 200  len: 854 time: 0.0742033
Jun 08 03:59:58.339257 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4092e478-2126-4494-84bb-57205306f00f req-1edfb571-2591-44e0-9c75-95255ffb2c42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=837001f9-2e0e-4bac-935e-3440dea914fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502031
Jun 08 03:59:58.598023 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4092e478-2126-4494-84bb-57205306f00f req-b739794f-f8e1-4cff-96b7-3c3066674710 service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2464180
Jun 08 03:59:58.616875 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb339731-ff1c-4a8e-8fbe-a687e015bc6a req-0c95503b-ee20-4189-8ebb-f1694bcc37fb tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:58.624894 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cb339731-ff1c-4a8e-8fbe-a687e015bc6a req-0c95503b-ee20-4189-8ebb-f1694bcc37fb tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 943 time: 0.0977850
Jun 08 03:59:58.651315 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e26c6b7-3130-46f4-a71c-8952b41c7af6', 'name': 'network-vif-deleted', 'tag': '55d9c11c-a4da-4f9b-b2df-1be0511356de'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 03:59:58.653657 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc53b5c-7359-4ad6-b6a2-d6c076d724b7" -d '{"events": [{"server_uuid": "2e26c6b7-3130-46f4-a71c-8952b41c7af6", "name": "network-vif-deleted", "tag": "55d9c11c-a4da-4f9b-b2df-1be0511356de"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 03:59:58.681574 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cb339731-ff1c-4a8e-8fbe-a687e015bc6a req-ecd34d53-6af1-4a59-ad89-52cf7c9fb4c1 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556445
Jun 08 03:59:58.773803 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 03:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4e9c4c-5caf-4ea3-b17b-8ef58c38dd5e x-openstack-request-id: req-bd4e9c4c-5caf-4ea3-b17b-8ef58c38dd5e {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 03:59:58.774912 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e26c6b7-3130-46f4-a71c-8952b41c7af6", "name": "network-vif-deleted", "tag": "55d9c11c-a4da-4f9b-b2df-1be0511356de", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 03:59:58.775334 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd4e9c4c-5caf-4ea3-b17b-8ef58c38dd5e {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 03:59:58.775926 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e26c6b7-3130-46f4-a71c-8952b41c7af6', 'name': 'network-vif-deleted', 'tag': '55d9c11c-a4da-4f9b-b2df-1be0511356de', 'status': 'completed', 'code': 200}
Jun 08 03:59:58.806872 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4092e478-2126-4494-84bb-57205306f00f req-82344eca-0892-47cb-87ae-5b61500cf0b2 service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955061
Jun 08 03:59:58.929023 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5b9bd-6174-40f9-8083-16973f1987fa req-7e5adb2c-d9bb-41a5-989d-1a47524f23d2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:58.931070 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f0e5b9bd-6174-40f9-8083-16973f1987fa req-7e5adb2c-d9bb-41a5-989d-1a47524f23d2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.0926571
Jun 08 03:59:58.992342 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f0e5b9bd-6174-40f9-8083-16973f1987fa req-0316c6f8-0b19-49d1-953e-5d5ce4906643 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537164
Jun 08 03:59:59.434739 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 2be2060e-1983-40d5-aa1f-30f1919a2bcb details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 03:59:59.440217 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 55d9c11c-a4da-4f9b-b2df-1be0511356de no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 03:59:59.489446 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: 55d9c11c-a4da-4f9b-b2df-1be0511356de {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 03:59:59.489808 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 55d9c11c-a4da-4f9b-b2df-1be0511356de not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 03:59:59.636507 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 2be2060e-1983-40d5-aa1f-30f1919a2bcb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2be2060e-1983-40d5-aa1f-30f1919a2bcb,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:59.648861 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '2be2060e-1983-40d5-aa1f-30f1919a2bcb', 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb', 'port_id': '2be2060e-1983-40d5-aa1f-30f1919a2bcb', 'mac_address': 'fa:16:3e:4b:5d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ee18ff-e7d4-4abb-b4d2-4645081d1189', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 03:59:59.704362 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:59.722729 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be2060e-1983-40d5-aa1f-30f1919a2bcb {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 03:59:59.741296 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 2be2060e-1983-40d5-aa1f-30f1919a2bcb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2be2060e-1983-40d5-aa1f-30f1919a2bcb,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 03:59:59.749047 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 03:59:59.753468 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 03:59:59.853622 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=2be2060e-1983-40d5-aa1f-30f1919a2bcb,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 03:59:59.866098 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 03:59:59.957276 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe3e8d-fcda-4718-8dee-57484e6f2825 req-0428ab20-8f69-4992-9ba8-cea492134455 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 03:59:59.964403 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1bbe3e8d-fcda-4718-8dee-57484e6f2825 req-0428ab20-8f69-4992-9ba8-cea492134455 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 944 time: 0.0950892
Jun 08 04:00:00.013901 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1bbe3e8d-fcda-4718-8dee-57484e6f2825 req-38786529-03b6-4ca1-a1be-ee374e38272a tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435786
Jun 08 04:00:00.195502 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6126b4-d498-4f2c-8ae5-a11675196cd9 req-b73c7673-5947-4914-be8b-8c1cab5db083 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:00.196990 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7c6126b4-d498-4f2c-8ae5-a11675196cd9 req-b73c7673-5947-4914-be8b-8c1cab5db083 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.0849273
Jun 08 04:00:00.241778 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7c6126b4-d498-4f2c-8ae5-a11675196cd9 req-38300c84-49c2-4b2a-ae8c-0d441bb0cb23 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382712
Jun 08 04:00:00.908044 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:00:03.194567 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['2be2060e-1983-40d5-aa1f-30f1919a2bcb'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:00:03.271992 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e312e6-8c6d-4e5e-a164-cae7800d30f8 req-c9a99642-8637-42ba-b341-c6ab0bcacfdc tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:03.273473 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-47e312e6-8c6d-4e5e-a164-cae7800d30f8 req-c9a99642-8637-42ba-b341-c6ab0bcacfdc tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 944 time: 0.1419404
Jun 08 04:00:03.282087 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ada90e-e54a-4a34-a8cc-ea6bb51e0e28 req-c4460e56-8f5b-4251-99c2-8fc19139f13b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:03.283681 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-27ada90e-e54a-4a34-a8cc-ea6bb51e0e28 req-c4460e56-8f5b-4251-99c2-8fc19139f13b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1498170
Jun 08 04:00:03.349215 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-47e312e6-8c6d-4e5e-a164-cae7800d30f8 req-21c90adf-0bcd-430e-8d7a-fc7edfdbf8ed tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644407
Jun 08 04:00:03.359510 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-27ada90e-e54a-4a34-a8cc-ea6bb51e0e28 req-c909b244-2f5c-4284-8707-24b1ea2eda7e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611534
Jun 08 04:00:05.836785 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:07.058744 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0dcf3-fec3-45bf-abe8-0b2f78b177a7 req-cb8f7c17-3ee3-4d57-ad33-d5b25d298a7b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:07.060181 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9ba0dcf3-fec3-45bf-abe8-0b2f78b177a7 req-cb8f7c17-3ee3-4d57-ad33-d5b25d298a7b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 944 time: 0.1429770
Jun 08 04:00:07.068953 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121844e3-a518-4495-8a5d-fb84df418739 req-edef4d3f-100d-40dc-99ca-594e85ac3714 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:07.070269 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-121844e3-a518-4495-8a5d-fb84df418739 req-edef4d3f-100d-40dc-99ca-594e85ac3714 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1208737
Jun 08 04:00:07.139527 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9ba0dcf3-fec3-45bf-abe8-0b2f78b177a7 req-5b4b86d8-fadf-4c43-86d1-6e4a277859af tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681930
Jun 08 04:00:07.143556 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-121844e3-a518-4495-8a5d-fb84df418739 req-f99bc7d5-5a26-4288-bcc4-e62c6a215d87 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599623
Jun 08 04:00:07.282150 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-e85cefe8-83ec-4b26-a71c-6d75a721a2ea req-47233eb8-2ec6-48b3-88af-395ffd615be4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0730903
Jun 08 04:00:07.422051 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cefe8-83ec-4b26-a71c-6d75a721a2ea req-2ec4ce78-c29a-461f-b72c-e807690c50db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:07.423466 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-e85cefe8-83ec-4b26-a71c-6d75a721a2ea req-2ec4ce78-c29a-461f-b72c-e807690c50db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8279772a97114892b0ce86b3832f7aee&device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 1098 time: 0.0694969
Jun 08 04:00:07.510938 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 2be2060e-1983-40d5-aa1f-30f1919a2bcb up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:00:07.573586 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cefe8-83ec-4b26-a71c-6d75a721a2ea req-7670895c-eb42-47ec-ac7a-688ee4db891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:07.575084 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-e85cefe8-83ec-4b26-a71c-6d75a721a2ea req-7670895c-eb42-47ec-ac7a-688ee4db891c service neutron] 10.222.0.42 "GET /v2.0/networks?id=837001f9-2e0e-4bac-935e-3440dea914fb HTTP/1.1" status: 200  len: 915 time: 0.1294539
Jun 08 04:00:07.579211 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port 2be2060e-1983-40d5-aa1f-30f1919a2bcb completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:00:07.583914 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 2be2060e-1983-40d5-aa1f-30f1919a2bcb triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:07.584347 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:07.653982 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-e85cefe8-83ec-4b26-a71c-6d75a721a2ea req-9b418a24-2707-48f6-a858-e8271689bc9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a24b6183-3567-479a-be56-a179e5e4df6f HTTP/1.1" status: 200  len: 217 time: 0.0689564
Jun 08 04:00:07.703526 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:07.723391 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cefe8-83ec-4b26-a71c-6d75a721a2ea req-ea7362c4-d9b0-43a9-a5de-19e7410384cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:07.724862 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-e85cefe8-83ec-4b26-a71c-6d75a721a2ea req-ea7362c4-d9b0-43a9-a5de-19e7410384cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27ee18ff-e7d4-4abb-b4d2-4645081d1189 HTTP/1.1" status: 200  len: 854 time: 0.0594671
Jun 08 04:00:07.730064 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b14a7b-383b-4e75-abf3-9171898f30b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be2060e-1983-40d5-aa1f-30f1919a2bcb'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:00:07.732339 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565e3bbd-f1a0-43a9-9075-ff6820bb14de" -d '{"events": [{"server_uuid": "28b14a7b-383b-4e75-abf3-9171898f30b8", "name": "network-vif-plugged", "status": "completed", "tag": "2be2060e-1983-40d5-aa1f-30f1919a2bcb"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:00:07.740389 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 2be2060e-1983-40d5-aa1f-30f1919a2bcb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2be2060e-1983-40d5-aa1f-30f1919a2bcb,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:00:07.744334 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:07.746437 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:07.782587 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-e85cefe8-83ec-4b26-a71c-6d75a721a2ea req-8b381baa-21f3-4f47-8dd5-967deccab47b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=837001f9-2e0e-4bac-935e-3440dea914fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487301
Jun 08 04:00:07.796303 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb435e4e-88f4-4b94-8ca8-c65b4c59a88d x-openstack-request-id: req-cb435e4e-88f4-4b94-8ca8-c65b4c59a88d {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:00:07.796663 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b14a7b-383b-4e75-abf3-9171898f30b8", "name": "network-vif-plugged", "status": "completed", "tag": "2be2060e-1983-40d5-aa1f-30f1919a2bcb", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:00:07.796960 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb435e4e-88f4-4b94-8ca8-c65b4c59a88d {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:00:07.797336 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b14a7b-383b-4e75-abf3-9171898f30b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be2060e-1983-40d5-aa1f-30f1919a2bcb', 'code': 200}
Jun 08 04:00:07.825479 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=2be2060e-1983-40d5-aa1f-30f1919a2bcb,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:07.829210 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:08.002497 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-e85cefe8-83ec-4b26-a71c-6d75a721a2ea req-5fc9ab02-fcca-48ce-9b03-36de98180cc6 service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2021420
Jun 08 04:00:08.228589 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-e85cefe8-83ec-4b26-a71c-6d75a721a2ea req-2ed9579b-325a-4283-b7b2-ef78bc2f3347 service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2165918
Jun 08 04:00:08.257649 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77c9ff-d733-4e16-980f-2c65c3319cdf req-6867911c-ef5e-4e1b-ae66-17fd2ad22e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:08.259361 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0f77c9ff-d733-4e16-980f-2c65c3319cdf req-6867911c-ef5e-4e1b-ae66-17fd2ad22e00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 1098 time: 0.2269840
Jun 08 04:00:08.348415 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0f77c9ff-d733-4e16-980f-2c65c3319cdf req-56292c2f-9084-474a-894c-9c5a9f0bf671 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802693
Jun 08 04:00:08.605073 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645da21b-9ae7-458a-b481-3c5d60bb3152 req-bff1f613-439c-434b-a30b-9d973642468c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:08.608656 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-645da21b-9ae7-458a-b481-3c5d60bb3152 req-bff1f613-439c-434b-a30b-9d973642468c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.2616701
Jun 08 04:00:08.644780 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ac1f2-4655-48ba-9f79-a8d8e6c7d118 req-e389de8f-dcd1-4eaa-a144-66052506b23e tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:08.646989 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-137ac1f2-4655-48ba-9f79-a8d8e6c7d118 req-e389de8f-dcd1-4eaa-a144-66052506b23e tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 945 time: 0.1914954
Jun 08 04:00:08.747219 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-645da21b-9ae7-458a-b481-3c5d60bb3152 req-77ee1572-75d6-4f8c-8b10-e6210712fdb4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151681
Jun 08 04:00:08.774262 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-137ac1f2-4655-48ba-9f79-a8d8e6c7d118 req-24848b54-f6bf-4df8-9af5-a00c9bb0be86 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942700
Jun 08 04:00:09.033485 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 47512) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:09.258754 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0decdb70-a313-4d06-aba1-c9d8af83b2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:09.385948 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0decdb70-a313-4d06-aba1-c9d8af83b2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:09.391225 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0decdb70-a313-4d06-aba1-c9d8af83b2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:09.399014 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:09.468958 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decdb70-a313-4d06-aba1-c9d8af83b2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed329722-f042-47a9-bfac-a6561f52e3aa,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:09.474118 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0decdb70-a313-4d06-aba1-c9d8af83b2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:09.477786 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-0decdb70-a313-4d06-aba1-c9d8af83b2a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a03c04893ef44c60a5097d5fb7a3f96c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4427135
Jun 08 04:00:09.480524 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 47520) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:09.589129 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7edf-5862-415d-9ce1-f1a1d2192bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:09.623045 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7edf-5862-415d-9ce1-f1a1d2192bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:09.725314 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7edf-5862-415d-9ce1-f1a1d2192bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:09.728054 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5aaf7edf-5862-415d-9ce1-f1a1d2192bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:09.731522 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-5aaf7edf-5862-415d-9ce1-f1a1d2192bbe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed329722-f042-47a9-bfac-a6561f52e3aa HTTP/1.1" status: 204  len: 168 time: 0.2471204
Jun 08 04:00:09.731522 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-522e74a3-a46c-4778-8009-34ff2195fa8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:09.742067 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf7edf-5862-415d-9ce1-f1a1d2192bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed329722-f042-47a9-bfac-a6561f52e3aa,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:09.751061 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-5aaf7edf-5862-415d-9ce1-f1a1d2192bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:10.141249 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30d39e-8516-4fc3-a4a0-0c6c07ba9cbb req-f51ead39-1eb2-4d41-81af-cdbac11ae1cb tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:10.148054 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6b30d39e-8516-4fc3-a4a0-0c6c07ba9cbb req-f51ead39-1eb2-4d41-81af-cdbac11ae1cb tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.2113552
Jun 08 04:00:10.159371 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d080fb6-d4d2-4c48-9e02-bbcbf43ed3c9 req-f2473cdb-5ed7-4206-afd3-810705978d67 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:10.165327 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4d080fb6-d4d2-4c48-9e02-bbcbf43ed3c9 req-f2473cdb-5ed7-4206-afd3-810705978d67 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 945 time: 0.1460693
Jun 08 04:00:10.264072 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 47542) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:10.289628 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9e527929-b4ca-40bf-b0f3-ec85f2fe786c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:10.340706 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4d080fb6-d4d2-4c48-9e02-bbcbf43ed3c9 req-d194d400-50e4-43fa-adb7-5dcbefab21aa tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587744
Jun 08 04:00:10.378156 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6b30d39e-8516-4fc3-a4a0-0c6c07ba9cbb req-84b9977c-92c9-43c1-814f-a45de49274cd tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2286868
Jun 08 04:00:10.562811 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9e527929-b4ca-40bf-b0f3-ec85f2fe786c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:10.571586 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9e527929-b4ca-40bf-b0f3-ec85f2fe786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:10.582811 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ac81dfeb-eb56-4a17-a6e7-3de961feaa63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:10.640182 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e527929-b4ca-40bf-b0f3-ec85f2fe786c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95e4c76-34d8-4557-a73e-9713d98d95a9,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:10.645813 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-9e527929-b4ca-40bf-b0f3-ec85f2fe786c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d115aa1dd0f6451bb33136306580cee0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3805521
Jun 08 04:00:10.646940 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9e527929-b4ca-40bf-b0f3-ec85f2fe786c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:10.648211 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 47552) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:10.742071 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2dc88539-a3c2-49d5-88ae-59d761a897b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:10.764538 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2dc88539-a3c2-49d5-88ae-59d761a897b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:10.836535 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2dc88539-a3c2-49d5-88ae-59d761a897b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:10.862797 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2dc88539-a3c2-49d5-88ae-59d761a897b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:10.864406 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-2dc88539-a3c2-49d5-88ae-59d761a897b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e95e4c76-34d8-4557-a73e-9713d98d95a9 HTTP/1.1" status: 204  len: 168 time: 0.2131555
Jun 08 04:00:10.865468 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-cd119dd8-2d59-4429-b32a-cab8f3552c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:10.895982 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc88539-a3c2-49d5-88ae-59d761a897b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95e4c76-34d8-4557-a73e-9713d98d95a9,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:10.905468 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2dc88539-a3c2-49d5-88ae-59d761a897b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:11.699883 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8106455-723b-49fc-abea-43e13b9d8943 req-a9a7c722-57d4-4ec1-9d88-73f069c2d74b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:11.701428 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a8106455-723b-49fc-abea-43e13b9d8943 req-a9a7c722-57d4-4ec1-9d88-73f069c2d74b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1934793
Jun 08 04:00:11.752747 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a8106455-723b-49fc-abea-43e13b9d8943 req-b235245e-a75b-4994-a122-6a522d7512f7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435252
Jun 08 04:00:13.031044 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-8941bd16-9c95-4e7b-94a1-e386933c0607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:13.245568 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a88304-2d2d-40cb-8abf-84d39f1e3831 req-be2647b2-90ef-4000-babe-299af6f352b7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:13.247071 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f1a88304-2d2d-40cb-8abf-84d39f1e3831 req-be2647b2-90ef-4000-babe-299af6f352b7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1200922
Jun 08 04:00:13.313804 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f1a88304-2d2d-40cb-8abf-84d39f1e3831 req-3ffd0486-3b8c-41fa-bd08-ccae5f1b264c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609944
Jun 08 04:00:13.711007 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 47688) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:13.731577 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 47694) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:13.948796 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3f86719e-60d0-483d-8457-88e6fb749a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:13.955313 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6c368469-8303-4d2d-ac97-33e3c0dba92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:14.116391 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3f86719e-60d0-483d-8457-88e6fb749a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:14.125906 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3f86719e-60d0-483d-8457-88e6fb749a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:14.164442 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:14.174348 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-3f86719e-60d0-483d-8457-88e6fb749a8e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c83f8487f1d848b4b9148d2819235c70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4414520
Jun 08 04:00:14.177513 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 47742) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:14.243121 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86719e-60d0-483d-8457-88e6fb749a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa79ae4b-8b7b-4c34-8658-8b6c90bb866b,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:14.254656 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-3f86719e-60d0-483d-8457-88e6fb749a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:14.309779 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8820c6f9-64b2-420e-97df-ca5065ff6c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:14.366494 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e1fdc-d32c-4038-9c47-6550dc1b93eb req-b73115f9-7cac-41e1-99c7-ea58807d4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:14.369420 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-7b0e1fdc-d32c-4038-9c47-6550dc1b93eb req-b73115f9-7cac-41e1-99c7-ea58807d4d88 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 1098 time: 0.2845104
Jun 08 04:00:14.412835 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8820c6f9-64b2-420e-97df-ca5065ff6c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:14.516986 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8820c6f9-64b2-420e-97df-ca5065ff6c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:14.519908 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8820c6f9-64b2-420e-97df-ca5065ff6c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:14.524284 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-8820c6f9-64b2-420e-97df-ca5065ff6c69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa79ae4b-8b7b-4c34-8658-8b6c90bb866b HTTP/1.1" status: 204  len: 168 time: 0.3433247
Jun 08 04:00:14.524284 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:14.534507 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820c6f9-64b2-420e-97df-ca5065ff6c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa79ae4b-8b7b-4c34-8658-8b6c90bb866b,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:14.536841 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-8820c6f9-64b2-420e-97df-ca5065ff6c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:14.569274 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6c368469-8303-4d2d-ac97-33e3c0dba92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:14.616192 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-7b0e1fdc-d32c-4038-9c47-6550dc1b93eb req-28f4e484-0020-44da-b3e5-ac8d956fdf91 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279584
Jun 08 04:00:14.618581 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6c368469-8303-4d2d-ac97-33e3c0dba92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:14.670274 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-434a0b69-2137-4337-bdc0-d6142384ca68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:14.735001 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 47758) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:14.736730 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-6c368469-8303-4d2d-ac97-33e3c0dba92b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65a0bc5a713c4ab3bec19b44469e8d37&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0177648
Jun 08 04:00:14.753366 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c368469-8303-4d2d-ac97-33e3c0dba92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d06d636-fa4e-4461-868a-18f46a4bdb84,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:14.757081 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-6c368469-8303-4d2d-ac97-33e3c0dba92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:14.778920 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9fdc-5094-4bed-9fa1-63efa7c0aa88 req-b3c9c40b-082d-4b41-87d4-00292a5f4604 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:14.780669 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6f3a9fdc-5094-4bed-9fa1-63efa7c0aa88 req-b3c9c40b-082d-4b41-87d4-00292a5f4604 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1754627
Jun 08 04:00:14.868843 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6f3a9fdc-5094-4bed-9fa1-63efa7c0aa88 req-e71a5541-907f-482c-acd8-813bb10ce4f3 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820169
Jun 08 04:00:14.869653 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d94f7672-55cc-4f5c-a1fb-a005f96b559a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:14.899991 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d94f7672-55cc-4f5c-a1fb-a005f96b559a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:14.972219 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d94f7672-55cc-4f5c-a1fb-a005f96b559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:14.977316 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d94f7672-55cc-4f5c-a1fb-a005f96b559a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:14.983801 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-d94f7672-55cc-4f5c-a1fb-a005f96b559a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d06d636-fa4e-4461-868a-18f46a4bdb84 HTTP/1.1" status: 204  len: 168 time: 0.2477295
Jun 08 04:00:14.985152 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-3dac0ce7-d29e-4471-a83f-027cf5d87151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:15.010206 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f7672-55cc-4f5c-a1fb-a005f96b559a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d06d636-fa4e-4461-868a-18f46a4bdb84,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:15.015764 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-d94f7672-55cc-4f5c-a1fb-a005f96b559a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:15.090035 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 47772) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:15.113444 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f736-ed8c-43c8-91a6-4fdc41f43ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:15.288766 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f736-ed8c-43c8-91a6-4fdc41f43ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:15.294537 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f736-ed8c-43c8-91a6-4fdc41f43ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:15.306958 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ad50adff-eeac-453f-ae16-a15edb705f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:15.367426 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-cc6d0d01-632b-4c59-a3c0-19fd547f4f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:15.458262 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:15.466615 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-b2d4f736-ed8c-43c8-91a6-4fdc41f43ea7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00eaaf04d5814bb9902c573bdbc5f09a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3747392
Jun 08 04:00:15.468623 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4f736-ed8c-43c8-91a6-4fdc41f43ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1337a2-e5ba-4d66-b766-6a65e29de94e,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:15.471617 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 47790) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:15.478146 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b2d4f736-ed8c-43c8-91a6-4fdc41f43ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:15.603966 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7468b91e-dc27-428f-a813-9418cfc97767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:15.652690 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7468b91e-dc27-428f-a813-9418cfc97767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:15.660389 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 47794) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:15.694920 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f118d658-36be-4950-8919-41bfa442ebd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:15.731829 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7468b91e-dc27-428f-a813-9418cfc97767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:15.734488 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7468b91e-dc27-428f-a813-9418cfc97767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:15.735605 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-7468b91e-dc27-428f-a813-9418cfc97767 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd1337a2-e5ba-4d66-b766-6a65e29de94e HTTP/1.1" status: 204  len: 168 time: 0.2624567
Jun 08 04:00:15.736489 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-3371ac69-c2f3-4d06-a667-c0b76daaa51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:15.746819 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468b91e-dc27-428f-a813-9418cfc97767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1337a2-e5ba-4d66-b766-6a65e29de94e,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:15.751697 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-7468b91e-dc27-428f-a813-9418cfc97767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:15.856798 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f118d658-36be-4950-8919-41bfa442ebd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:15.864739 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f118d658-36be-4950-8919-41bfa442ebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:15.879289 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2987972f-89c9-42d4-93ff-501a6b5b7f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:15.924177 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-f118d658-36be-4950-8919-41bfa442ebd6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9e1159831f34952a68b4c1e5b702c23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2625854
Jun 08 04:00:15.926845 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 47802) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:15.943610 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118d658-36be-4950-8919-41bfa442ebd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82c3458-5e80-49c1-8257-498a4408a150,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:15.950081 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f118d658-36be-4950-8919-41bfa442ebd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:16.017815 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8e04b817-3320-45a9-a93f-c3f15195b1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:16.113358 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8e04b817-3320-45a9-a93f-c3f15195b1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:16.188862 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e990a-2d96-40d7-adbb-cdf1fa1e25ee req-47f5c1be-7fe6-4ea1-8943-f662dda7f873 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:16.190666 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6d2e990a-2d96-40d7-adbb-cdf1fa1e25ee req-47f5c1be-7fe6-4ea1-8943-f662dda7f873 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.1496539
Jun 08 04:00:16.228863 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8e04b817-3320-45a9-a93f-c3f15195b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:16.228863 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8e04b817-3320-45a9-a93f-c3f15195b1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:16.228863 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-8e04b817-3320-45a9-a93f-c3f15195b1c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d82c3458-5e80-49c1-8257-498a4408a150 HTTP/1.1" status: 204  len: 168 time: 0.2978706
Jun 08 04:00:16.228863 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-4afc0b3a-f3a9-44f7-b3d5-1eeada320716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:16.250875 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04b817-3320-45a9-a93f-c3f15195b1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82c3458-5e80-49c1-8257-498a4408a150,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:16.255137 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-8e04b817-3320-45a9-a93f-c3f15195b1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:16.261141 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6d2e990a-2d96-40d7-adbb-cdf1fa1e25ee req-1c117e1a-2a89-43c4-8e4c-47e0b8486878 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641565
Jun 08 04:00:16.403622 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 47808) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:16.418495 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:16.433544 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4c272cfa-09d9-4a37-8772-6c5485efd083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:16.556948 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4c272cfa-09d9-4a37-8772-6c5485efd083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:16.562932 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4c272cfa-09d9-4a37-8772-6c5485efd083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:16.571932 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-a67a2d3c-6301-4a21-86a5-61659fdd0957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:16.649194 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-4c272cfa-09d9-4a37-8772-6c5485efd083 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de747256b24f42588696ff81d501b8b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2434349
Jun 08 04:00:16.651330 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 47818) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:16.653082 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c272cfa-09d9-4a37-8772-6c5485efd083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9127d15f-9fe0-4a4c-b711-007d6992849a,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:16.661207 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-4c272cfa-09d9-4a37-8772-6c5485efd083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:16.793955 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ee843d36-db33-4f5c-a4b3-e0493663ec54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:16.837380 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ee843d36-db33-4f5c-a4b3-e0493663ec54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:16.914158 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ee843d36-db33-4f5c-a4b3-e0493663ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:16.918122 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ee843d36-db33-4f5c-a4b3-e0493663ec54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:16.919435 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-ee843d36-db33-4f5c-a4b3-e0493663ec54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9127d15f-9fe0-4a4c-b711-007d6992849a HTTP/1.1" status: 204  len: 168 time: 0.2602520
Jun 08 04:00:16.920431 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f118d658-36be-4950-8919-41bfa442ebd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:16.947262 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee843d36-db33-4f5c-a4b3-e0493663ec54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9127d15f-9fe0-4a4c-b711-007d6992849a,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:16.950734 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ee843d36-db33-4f5c-a4b3-e0493663ec54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:17.350550 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 47850) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:17.508176 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45579658-cf51-4e63-b759-5ea0aa7bed84 req-98c647c0-315e-4b96-8bf4-154207562414 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:17.510044 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-45579658-cf51-4e63-b759-5ea0aa7bed84 req-98c647c0-315e-4b96-8bf4-154207562414 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.0919328
Jun 08 04:00:17.578452 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-45579658-cf51-4e63-b759-5ea0aa7bed84 req-7f1bb614-1dfc-49cd-b442-ee0a630a9a26 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620320
Jun 08 04:00:17.590364 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1340286550-network', 'tenant_id': '5b90bc2b191a4c92a769fc599e1345e1'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:17.623170 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Made reservation on behalf of 5b90bc2b191a4c92a769fc599e1345e1 for: {'network': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:00:17.627540 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:17.644640 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:17.886318 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:17.899668 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:17.907629 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-cd076b25-05f5-489c-ad31-3c6edfcfc2f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:17.940206 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e664771-0abf-4c2e-b446-5fc477e24f53 req-7c0c5e5d-3609-4eec-8536-1f04764e4d55 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:17.953250 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7e664771-0abf-4c2e-b446-5fc477e24f53 req-7c0c5e5d-3609-4eec-8536-1f04764e4d55 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.2374327
Jun 08 04:00:17.958102 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=91648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 04:00:17.972983 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c0416c-6cfe-4f2b-aeff-24c5346d16de,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:18.003890 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:18.009142 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:18.009573 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.segments_db [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Added segment 07c72ce4-66a7-4cb7-9e8e-133be15c3279 of type vlan for network 65753a3b-ea00-4530-a212-a1dfdf645c69
Jun 08 04:00:18.016677 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:18.028947 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7e664771-0abf-4c2e-b446-5fc477e24f53 req-60f48a98-f386-4875-a713-e09b4cac2686 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744808
Jun 08 04:00:18.067923 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:18.157076 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:18.158395 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:18.158972 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:18.168049 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:18.308856 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Pushing event updated for resources: {'Network': ['ID=65753a3b-ea00-4530-a212-a1dfdf645c69,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:18.317704 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 47878) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:18.317845 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9661825
Jun 08 04:00:18.321502 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:18.323194 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 65753a3b-ea00-4530-a212-a1dfdf645c69 details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 04:00:18.332214 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-b606b7b6-7d20-4c98-8e63-636901b6020f admin admin] Request body: {'subnet': {'network_id': '65753a3b-ea00-4530-a212-a1dfdf645c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1340286550-subnet', 'tenant_id': '5b90bc2b191a4c92a769fc599e1345e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:18.384424 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b606b7b6-7d20-4c98-8e63-636901b6020f admin admin] Made reservation on behalf of 5b90bc2b191a4c92a769fc599e1345e1 for: {'subnet': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:00:18.393502 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b606b7b6-7d20-4c98-8e63-636901b6020f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:18.687486 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b606b7b6-7d20-4c98-8e63-636901b6020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:18.693832 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-54565d7e-0193-470b-a2ea-00b9089bbde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:18.809578 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606b7b6-7d20-4c98-8e63-636901b6020f admin admin] Pushing event updated for resources: {'Subnet': ['ID=926c8bef-ce6f-4bd7-bfdb-3e8819dbe08f,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:18.818512 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-b606b7b6-7d20-4c98-8e63-636901b6020f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:18.832963 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b606b7b6-7d20-4c98-8e63-636901b6020f admin admin] Checking segment: {'id': '07c72ce4-66a7-4cb7-9e8e-133be15c3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '65753a3b-ea00-4530-a212-a1dfdf645c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:00:18.833694 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b606b7b6-7d20-4c98-8e63-636901b6020f admin admin] Network hostable DHCP agents. Network: 65753a3b-ea00-4530-a212-a1dfdf645c69, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 04:00:18.873014 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b606b7b6-7d20-4c98-8e63-636901b6020f admin admin] Network 65753a3b-ea00-4530-a212-a1dfdf645c69 is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 04:00:18.888105 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-b606b7b6-7d20-4c98-8e63-636901b6020f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 65753a3b-ea00-4530-a212-a1dfdf645c69) {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:00:18.897632 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7e17fa-faa9-4883-a007-8fcf7bcbab38 None None] Network 65753a3b-ea00-4530-a212-a1dfdf645c69 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:00:18.909204 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b606b7b6-7d20-4c98-8e63-636901b6020f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:18.910637 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b606b7b6-7d20-4c98-8e63-636901b6020f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:18.947933 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-b606b7b6-7d20-4c98-8e63-636901b6020f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6287444
Jun 08 04:00:19.277794 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a55f2a-1646-4781-bf41-d400db610952 None None] Network 65753a3b-ea00-4530-a212-a1dfdf645c69 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:00:19.804737 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 47912) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:19.809936 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1960147257-network', 'tenant_id': 'da1759c3caee4decac20265cb6f06cd3'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:19.833968 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Made reservation on behalf of da1759c3caee4decac20265cb6f06cd3 for: {'network': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:00:19.836556 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:19.848975 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:19.973112 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:19.980673 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:19.984768 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-4c272cfa-09d9-4a37-8772-6c5485efd083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:20.039496 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231}  {{(pid=91649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 04:00:20.051668 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2882c2c-61bc-4e69-a2f0-126df1dddfe2,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:20.057307 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:20.063123 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:20.063488 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.segments_db [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Added segment 840dc54d-0ae3-4c3d-844b-dd7f4965002c of type vlan for network 639d8bc4-c744-4fec-8982-c19c5c78eb3e
Jun 08 04:00:20.094414 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:20.125985 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:20.127594 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:20.128259 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:20.133485 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-4af483b2-2e0e-4720-a1f9-fadf5889a048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:20.242049 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 47924) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:20.249438 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-d12b3c6a-43e7-48bc-95c5-4e1fd0e431be admin admin] Request body: {'subnet': {'network_id': '639d8bc4-c744-4fec-8982-c19c5c78eb3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1960147257-subnet', 'tenant_id': 'da1759c3caee4decac20265cb6f06cd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:20.255036 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4486983
Jun 08 04:00:20.305519 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12b3c6a-43e7-48bc-95c5-4e1fd0e431be admin admin] Made reservation on behalf of da1759c3caee4decac20265cb6f06cd3 for: {'subnet': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:00:20.319768 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d12b3c6a-43e7-48bc-95c5-4e1fd0e431be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981111'] for subnet, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:20.319865 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Pushing event updated for resources: {'Network': ['ID=639d8bc4-c744-4fec-8982-c19c5c78eb3e,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:20.324902 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:20.332186 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 639d8bc4-c744-4fec-8982-c19c5c78eb3e details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 04:00:20.814235 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bbd5b-ef36-457f-8167-f0ab33c46ddb req-091a2ac9-cc4e-4f68-9330-4a81fa3a4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:20.816748 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4a2bbd5b-ef36-457f-8167-f0ab33c46ddb req-091a2ac9-cc4e-4f68-9330-4a81fa3a4338 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f56f6fbd6fd45a2bba7e5c300a8b2b4&device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 1098 time: 0.3353629
Jun 08 04:00:20.990991 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bbd5b-ef36-457f-8167-f0ab33c46ddb req-08083d02-0e07-4011-a237-a5f0f393d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:20.992841 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4a2bbd5b-ef36-457f-8167-f0ab33c46ddb req-08083d02-0e07-4011-a237-a5f0f393d37d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2 HTTP/1.1" status: 200  len: 919 time: 0.1538658
Jun 08 04:00:21.035037 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b4b98-bccb-40d2-8805-fb0b531c28e2 req-a49f0992-22a8-44ca-bc3f-a48b60b5dcd1 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:21.037387 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-071b4b98-bccb-40d2-8805-fb0b531c28e2 req-a49f0992-22a8-44ca-bc3f-a48b60b5dcd1 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.3449039
Jun 08 04:00:21.086848 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-071b4b98-bccb-40d2-8805-fb0b531c28e2 req-c351fc68-ad6b-40fe-9f5c-578271cdcc88 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437505
Jun 08 04:00:21.088168 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4a2bbd5b-ef36-457f-8167-f0ab33c46ddb req-838cdda3-711f-4b97-857a-7275fb389ed1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b580e7c8-f725-411e-b917-109ae41ca160 HTTP/1.1" status: 200  len: 217 time: 0.0792170
Jun 08 04:00:21.093556 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d12b3c6a-43e7-48bc-95c5-4e1fd0e431be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981081'] for subnet, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:21.097546 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:21.209023 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b3c6a-43e7-48bc-95c5-4e1fd0e431be admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da186d6-004f-488c-9adc-737ff8ce9b7c,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:21.226157 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d12b3c6a-43e7-48bc-95c5-4e1fd0e431be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:21.234554 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bbd5b-ef36-457f-8167-f0ab33c46ddb req-32bc592f-40fa-43b2-80a2-ab270983ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:21.236051 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4a2bbd5b-ef36-457f-8167-f0ab33c46ddb req-32bc592f-40fa-43b2-80a2-ab270983ccd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3659b78f-2e2e-4fd8-bb9f-78f99e371e12 HTTP/1.1" status: 200  len: 858 time: 0.1111250
Jun 08 04:00:21.240079 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b3c6a-43e7-48bc-95c5-4e1fd0e431be admin admin] Checking segment: {'id': '840dc54d-0ae3-4c3d-844b-dd7f4965002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '639d8bc4-c744-4fec-8982-c19c5c78eb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:00:21.240463 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12b3c6a-43e7-48bc-95c5-4e1fd0e431be admin admin] Network hostable DHCP agents. Network: 639d8bc4-c744-4fec-8982-c19c5c78eb3e, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 04:00:21.290144 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4a2bbd5b-ef36-457f-8167-f0ab33c46ddb req-0083cb21-51ed-42a8-8122-04a1d2a6d23c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457981
Jun 08 04:00:21.298312 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12b3c6a-43e7-48bc-95c5-4e1fd0e431be admin admin] Network 639d8bc4-c744-4fec-8982-c19c5c78eb3e is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 04:00:21.372811 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-d12b3c6a-43e7-48bc-95c5-4e1fd0e431be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 639d8bc4-c744-4fec-8982-c19c5c78eb3e) {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:00:21.382923 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12b3c6a-43e7-48bc-95c5-4e1fd0e431be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:21.383513 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d12b3c6a-43e7-48bc-95c5-4e1fd0e431be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:21.385342 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f341a19c-cb70-4dfa-ac42-0ffef4ed0124 None None] Network 639d8bc4-c744-4fec-8982-c19c5c78eb3e requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:00:21.417398 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-d12b3c6a-43e7-48bc-95c5-4e1fd0e431be admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1739330
Jun 08 04:00:21.455669 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4a2bbd5b-ef36-457f-8167-f0ab33c46ddb req-c2391d10-5f13-4387-9f7b-6e87a022d700 service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496994
Jun 08 04:00:21.636371 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4a2bbd5b-ef36-457f-8167-f0ab33c46ddb req-d8003425-5be6-4cc0-8d85-ca65b970326e service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660967
Jun 08 04:00:21.725553 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714fec45-0616-4b77-ab10-e93662025cf3 None None] Network 639d8bc4-c744-4fec-8982-c19c5c78eb3e requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:00:22.349626 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664cbe-6bd6-498a-af5c-c90916765d67 req-10b80023-ee52-4729-8075-4597d56677cb tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:22.352712 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-28664cbe-6bd6-498a-af5c-c90916765d67 req-10b80023-ee52-4729-8075-4597d56677cb tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1161828
Jun 08 04:00:22.430055 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-28664cbe-6bd6-498a-af5c-c90916765d67 req-664660ae-c057-4b1c-a4fd-7246f16a4b18 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702569
Jun 08 04:00:22.680118 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 47980) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:22.827468 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-283104d5-99a5-4054-b953-b04304371aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:22.976918 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-283104d5-99a5-4054-b953-b04304371aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:22.994095 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-283104d5-99a5-4054-b953-b04304371aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:23.003957 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:23.062323 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-283104d5-99a5-4054-b953-b04304371aae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2697150cb8c4b35a02f82e5418326fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3805997
Jun 08 04:00:23.063250 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283104d5-99a5-4054-b953-b04304371aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7f2ccf-17b4-4f22-8b6a-eb76f69c0c16,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:23.065015 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 47992) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:23.066335 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-283104d5-99a5-4054-b953-b04304371aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:23.151132 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5c14e0cc-f6b3-4b36-9734-61bad15c9e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:23.182742 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5c14e0cc-f6b3-4b36-9734-61bad15c9e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:23.241911 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5c14e0cc-f6b3-4b36-9734-61bad15c9e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:23.244351 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5c14e0cc-f6b3-4b36-9734-61bad15c9e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:23.245595 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-5c14e0cc-f6b3-4b36-9734-61bad15c9e00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c7f2ccf-17b4-4f22-8b6a-eb76f69c0c16 HTTP/1.1" status: 204  len: 168 time: 0.1795480
Jun 08 04:00:23.246361 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:23.258206 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14e0cc-f6b3-4b36-9734-61bad15c9e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7f2ccf-17b4-4f22-8b6a-eb76f69c0c16,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:23.261116 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-5c14e0cc-f6b3-4b36-9734-61bad15c9e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:23.660134 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0049ea5-90d4-4646-a3a0-eb996be5e9e4 req-49007a03-8f92-42cc-98bd-e86f32ea56b4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:23.661850 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c0049ea5-90d4-4646-a3a0-eb996be5e9e4 req-49007a03-8f92-42cc-98bd-e86f32ea56b4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1069033
Jun 08 04:00:23.757142 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c0049ea5-90d4-4646-a3a0-eb996be5e9e4 req-9a386b83-b49a-4fff-89b0-1e549ad143b8 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884297
Jun 08 04:00:24.823941 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 48056) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:24.954647 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-185d4016-ca1d-4851-a560-d2da997ea431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:24.962621 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a2ddc-d7f8-404f-9456-58bc9d8bd5e0 req-bb7179cd-dd7e-49ea-a3b6-630706da3414 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:24.964335 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3f5a2ddc-d7f8-404f-9456-58bc9d8bd5e0 req-bb7179cd-dd7e-49ea-a3b6-630706da3414 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0911527
Jun 08 04:00:25.014560 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3f5a2ddc-d7f8-404f-9456-58bc9d8bd5e0 req-0e32f1e4-2a4e-408b-b4ee-620f6c5a0a25 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435357
Jun 08 04:00:25.092151 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-185d4016-ca1d-4851-a560-d2da997ea431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:25.097333 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-185d4016-ca1d-4851-a560-d2da997ea431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:25.104463 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b2d4f736-ed8c-43c8-91a6-4fdc41f43ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:25.226804 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-185d4016-ca1d-4851-a560-d2da997ea431 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=483aac308c044082a74167b2a8bed5e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4009855
Jun 08 04:00:25.227562 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d4016-ca1d-4851-a560-d2da997ea431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab38cbae-6331-4c87-9f7d-0598b13ebfa2,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:25.229676 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48062) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:25.230795 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-185d4016-ca1d-4851-a560-d2da997ea431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:25.293181 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ec7a27e6-d396-4e53-8337-1ecdd90cb4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:25.321119 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ec7a27e6-d396-4e53-8337-1ecdd90cb4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:25.386710 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ec7a27e6-d396-4e53-8337-1ecdd90cb4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:25.390163 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ec7a27e6-d396-4e53-8337-1ecdd90cb4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:25.391436 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-ec7a27e6-d396-4e53-8337-1ecdd90cb4a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab38cbae-6331-4c87-9f7d-0598b13ebfa2 HTTP/1.1" status: 204  len: 168 time: 0.1603947
Jun 08 04:00:25.392102 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:25.410205 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a27e6-d396-4e53-8337-1ecdd90cb4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab38cbae-6331-4c87-9f7d-0598b13ebfa2,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:25.418067 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ec7a27e6-d396-4e53-8337-1ecdd90cb4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:26.281139 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9730f-5707-464b-8e7f-e8744bc1231c req-f902eb82-9ed5-47c4-98ae-6efcecdc2928 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:26.282904 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-efd9730f-5707-464b-8e7f-e8744bc1231c req-f902eb82-9ed5-47c4-98ae-6efcecdc2928 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1226051
Jun 08 04:00:26.297571 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 48100) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:26.330907 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-efd9730f-5707-464b-8e7f-e8744bc1231c req-d464a6f4-5129-4ba8-a562-3d665af5dde2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420330
Jun 08 04:00:26.416851 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-727504183-network', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:26.439462 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Made reservation on behalf of ed3b379f822647c999c0ef8f3374f442 for: {'network': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:00:26.441788 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:26.455757 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:26.581007 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:26.585359 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:26.588702 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-185d4016-ca1d-4851-a560-d2da997ea431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:26.621577 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=91648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 04:00:26.624498 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1590b829-205f-4422-87e3-b7394338d187,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:26.627772 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:26.637856 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:26.638331 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.segments_db [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Added segment ab09434d-47c0-48fe-b110-bf0b62d8df48 of type vlan for network ec3d888d-6dff-4db9-9652-095621504c10
Jun 08 04:00:26.667377 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:26.700473 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:26.703221 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:26.704352 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:26.708614 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:26.819407 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5203848
Jun 08 04:00:26.822353 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48108) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:26.828225 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-1e11711c-a13c-4322-8b19-4f857b2227e3 admin admin] Request body: {'subnet': {'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-727504183-subnet', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'ip_version': 4}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:26.832561 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Pushing event updated for resources: {'Network': ['ID=ec3d888d-6dff-4db9-9652-095621504c10,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:26.835591 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:26.843530 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network ec3d888d-6dff-4db9-9652-095621504c10 details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 04:00:26.862020 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e11711c-a13c-4322-8b19-4f857b2227e3 admin admin] Made reservation on behalf of ed3b379f822647c999c0ef8f3374f442 for: {'subnet': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:00:26.866483 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1e11711c-a13c-4322-8b19-4f857b2227e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:27.095981 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1e11711c-a13c-4322-8b19-4f857b2227e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:27.101477 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:27.178156 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11711c-a13c-4322-8b19-4f857b2227e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9ffa32-8773-4eab-a887-3d9ef463e4c2,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:27.181549 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-1e11711c-a13c-4322-8b19-4f857b2227e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:27.184090 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e11711c-a13c-4322-8b19-4f857b2227e3 admin admin] Checking segment: {'id': 'ab09434d-47c0-48fe-b110-bf0b62d8df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:00:27.184488 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e11711c-a13c-4322-8b19-4f857b2227e3 admin admin] Network hostable DHCP agents. Network: ec3d888d-6dff-4db9-9652-095621504c10, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 04:00:27.203005 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e11711c-a13c-4322-8b19-4f857b2227e3 admin admin] Network ec3d888d-6dff-4db9-9652-095621504c10 is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 04:00:27.214159 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-1e11711c-a13c-4322-8b19-4f857b2227e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, ec3d888d-6dff-4db9-9652-095621504c10) {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:00:27.218628 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e11711c-a13c-4322-8b19-4f857b2227e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:27.219207 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1e11711c-a13c-4322-8b19-4f857b2227e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:27.230878 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1235cff1-de26-4c36-906d-08a988ca6194 None None] Network ec3d888d-6dff-4db9-9652-095621504c10 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:00:27.242525 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 48112) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:27.242666 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-1e11711c-a13c-4322-8b19-4f857b2227e3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.4190915
Jun 08 04:00:27.250878 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:27.308354 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-618584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4362'] for router, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:27.312042 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:27.371453 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:27.720612 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f374a-aa70-42d9-8965-a1be52e13a55 req-26415d71-8dc1-4648-9c30-9d5a8fa0d955 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:27.730393 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-922f374a-aa70-42d9-8965-a1be52e13a55 req-26415d71-8dc1-4648-9c30-9d5a8fa0d955 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.2110107
Jun 08 04:00:27.730604 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8192669b-121c-5dae-98fe-8037b84af970-ec3d888d-6dff-4db9-9652-095621504c10', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'fixed_ips': [{'subnet_id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2'}]}} from dv-cinder-786627-8-iscsi. {{(pid=91650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 04:00:27.735770 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:27.798111 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-922f374a-aa70-42d9-8965-a1be52e13a55 req-fbc8bc25-c5cd-4275-bf53-e2db2879177b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664275
Jun 08 04:00:27.835178 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:28.069176 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.db_base_plugin_common [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Allocated IP 172.20.0.2 (ec3d888d-6dff-4db9-9652-095621504c10/8e9ffa32-8773-4eab-a887-3d9ef463e4c2/af045b62-84d4-4267-b691-4b5af6f8f444) {{(pid=91650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:00:28.312657 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:28.347534 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:28.365879 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Notify callbacks [] for port, precommit_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:28.377044 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Transition to ACTIVE for port object af045b62-84d4-4267-b691-4b5af6f8f444 will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:00:28.406334 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Transition to ACTIVE for port object af045b62-84d4-4267-b691-4b5af6f8f444 will not be triggered until provisioned by entity DHCP. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:00:28.414331 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:28.414998 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:00:28.414998 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:00:28.414998 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:00:28.414998 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:00:28.414998 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:00:28.414998 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:00:28.433425 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Network ec3d888d-6dff-4db9-9652-095621504c10 is already hosted by enough agents. {{(pid=91650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:00:28.434788 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.base_scheduler [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Resources bound (agent type, host, resource id):  {{(pid=91650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:00:28.437732 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Received port after_create {{(pid=91650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:00:28.517185 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Allocated IP 172.27.3.148 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/ae8492f8-2f82-4ac4-bd68-487c9a1803f9) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:00:28.559778 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Attempting to bind port af045b62-84d4-4267-b691-4b5af6f8f444 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:00:28.560420 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Attempting to bind port af045b62-84d4-4267-b691-4b5af6f8f444 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'ab09434d-47c0-48fe-b110-bf0b62d8df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:00:28.560909 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Attempting to bind port af045b62-84d4-4267-b691-4b5af6f8f444 on network ec3d888d-6dff-4db9-9652-095621504c10 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:00:28.567084 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:00:28.567460 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Checking segment: {'id': 'ab09434d-47c0-48fe-b110-bf0b62d8df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:00:28.567861 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:28.568254 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Bound using segment: {'id': 'ab09434d-47c0-48fe-b110-bf0b62d8df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:00:28.569133 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Bound port: af045b62-84d4-4267-b691-4b5af6f8f444, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab09434d-47c0-48fe-b110-bf0b62d8df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:00:28.569386 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:28.657998 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] For port af045b62-84d4-4267-b691-4b5af6f8f444, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:00:28.661106 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] For port af045b62-84d4-4267-b691-4b5af6f8f444, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=af045b62-84d4-4267-b691-4b5af6f8f444,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:00:28.664861 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:28.669454 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:28.683059 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:28.712934 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:28.713521 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:00:28.713521 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:00:28.713521 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:00:28.713521 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:00:28.713521 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:00:28.713521 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:00:28.730182 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:00:28.731294 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:00:28.733696 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:00:28.744198 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Pushing event updated for resources: {'Port': ['ID=af045b62-84d4-4267-b691-4b5af6f8f444,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:28.747486 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:29.093783 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f7d63-279a-48e4-9ba8-8b5ef8072f5f req-8c55ff97-ddcf-4678-86e0-f83d8c87480f tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:29.108656 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-239f7d63-279a-48e4-9ba8-8b5ef8072f5f req-8c55ff97-ddcf-4678-86e0-f83d8c87480f tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1480801
Jun 08 04:00:29.195050 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-239f7d63-279a-48e4-9ba8-8b5ef8072f5f req-669f8277-002f-4b74-a8fd-9165645e1d3e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849445
Jun 08 04:00:29.436957 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:29.757395 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device af045b62-84d4-4267-b691-4b5af6f8f444 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:00:29.908332 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port af045b62-84d4-4267-b691-4b5af6f8f444 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:00:29.984620 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616891'] for router, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:30.214049 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e38b4c-30af-4a72-936d-6098e701cf5f None None] Network ec3d888d-6dff-4db9-9652-095621504c10 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:00:30.248770 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Router 69f96ce8-9c23-40af-96a0-87ec04657177 is scheduled to L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 with binding_index 1 {{(pid=91648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 04:00:30.301222 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-802e2e1d-030e-478b-9f3c-28438e60719e None None] Provisioning for port af045b62-84d4-4267-b691-4b5af6f8f444 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:00:30.315405 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-802e2e1d-030e-478b-9f3c-28438e60719e None None] Provisioning complete for port af045b62-84d4-4267-b691-4b5af6f8f444 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:30.315784 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-802e2e1d-030e-478b-9f3c-28438e60719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:30.440448 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c24f63-ec8c-4871-972d-ee1231b21231 req-2eafeb6b-39dd-46da-9609-5d204a368099 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:30.447965 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f2c24f63-ec8c-4871-972d-ee1231b21231 req-2eafeb6b-39dd-46da-9609-5d204a368099 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1049972
Jun 08 04:00:30.473749 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:00:30.485617 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Sync routers for ids ['69f96ce8-9c23-40af-96a0-87ec04657177'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:00:30.509870 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] Notify callbacks [] for router, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:30.510149 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Routers {'69f96ce8-9c23-40af-96a0-87ec04657177'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:00:30.510629 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0030b8280>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:00:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['69f96ce8-9c23-40af-96a0-87ec04657177'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:30.512280 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-34541bc6-2345-4717-853a-5c5fd49ee769 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.2680881
Jun 08 04:00:30.517838 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 48156) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:30.551775 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f2c24f63-ec8c-4871-972d-ee1231b21231 req-473da463-d158-435c-a3b6-7f364b07d6ee tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027107
Jun 08 04:00:30.751750 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-802e2e1d-030e-478b-9f3c-28438e60719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:30.798823 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-802e2e1d-030e-478b-9f3c-28438e60719e None None] For port af045b62-84d4-4267-b691-4b5af6f8f444, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=af045b62-84d4-4267-b691-4b5af6f8f444,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:00:30.809793 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-802e2e1d-030e-478b-9f3c-28438e60719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:30.816180 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-ee7de2ed-71f9-4d56-bbfc-7868103c687a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:30.822478 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Set router 69f96ce8-9c23-40af-96a0-87ec04657177 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:00:30.997130 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e2e1d-030e-478b-9f3c-28438e60719e None None] Pushing event updated for resources: {'Port': ['ID=af045b62-84d4-4267-b691-4b5af6f8f444,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:31.009165 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-802e2e1d-030e-478b-9f3c-28438e60719e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:31.153289 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-85fc3b44-b03f-4560-9054-9a2dfdb59372 None None] Provisioning complete for port af045b62-84d4-4267-b691-4b5af6f8f444 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:31.154006 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-85fc3b44-b03f-4560-9054-9a2dfdb59372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:31.221337 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0030b8280>, [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:00:29Z', 'revision_number': 3, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port': {'id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:28Z', 'updated_at': '2021-06-08T04:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:31.226469 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Checking router: 69f96ce8-9c23-40af-96a0-87ec04657177 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:00:31.227196 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Updating router 69f96ce8-9c23-40af-96a0-87ec04657177 port ae8492f8-2f82-4ac4-bd68-487c9a1803f9 binding host dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 04:00:31.317363 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:31.763976 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:31.782428 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Transition to ACTIVE for port object ae8492f8-2f82-4ac4-bd68-487c9a1803f9 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:00:31.791064 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:31.796698 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:31.797395 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device af045b62-84d4-4267-b691-4b5af6f8f444 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:00:31.883449 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Attempting to bind port ae8492f8-2f82-4ac4-bd68-487c9a1803f9 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:00:31.884247 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Attempting to bind port ae8492f8-2f82-4ac4-bd68-487c9a1803f9 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:00:31.884918 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Attempting to bind port ae8492f8-2f82-4ac4-bd68-487c9a1803f9 on network dad72041-fa15-4feb-a2cc-75b396c0b4c9 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:00:31.908962 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:00:31.909828 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Checking segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:00:31.910485 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:31.911083 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Bound using segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:00:31.912267 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Bound port: ae8492f8-2f82-4ac4-bd68-487c9a1803f9, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:00:31.913391 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:31.944889 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:31.948398 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port af045b62-84d4-4267-b691-4b5af6f8f444 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:31.948839 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:32.000975 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] For port ae8492f8-2f82-4ac4-bd68-487c9a1803f9, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:00:32.005113 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] For port ae8492f8-2f82-4ac4-bd68-487c9a1803f9, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=ae8492f8-2f82-4ac4-bd68-487c9a1803f9,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:00:32.014954 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:32.023919 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Pushing event updated for resources: {'Port': ['ID=ae8492f8-2f82-4ac4-bd68-487c9a1803f9,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:32.042001 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:32.048380 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:32.048938 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:32.049438 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:32.049911 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:32.050464 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:32.050999 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:32.051466 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:32.051998 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:32.052502 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:32.052981 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:32.053451 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:32.062886 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:32.069335 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:32.157972 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Routers {'69f96ce8-9c23-40af-96a0-87ec04657177'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:00:32.158610 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0030b8280>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:00:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['69f96ce8-9c23-40af-96a0-87ec04657177'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:32.163780 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa6710-69c9-421c-87d8-bd205545b097 req-e41b2f6f-12bd-463e-96ab-e488390fcf70 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:32.165915 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a1fa6710-69c9-421c-87d8-bd205545b097 req-e41b2f6f-12bd-463e-96ab-e488390fcf70 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.2600124
Jun 08 04:00:32.243260 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a1fa6710-69c9-421c-87d8-bd205545b097 req-56bbcc75-7cec-4d12-8bfe-44dafd70e2bf tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708051
Jun 08 04:00:32.411863 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] Set router 69f96ce8-9c23-40af-96a0-87ec04657177 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:00:32.439293 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Allocated IP 172.20.0.1 (ec3d888d-6dff-4db9-9652-095621504c10/8e9ffa32-8773-4eab-a887-3d9ef463e4c2/d8a3f921-c191-44dc-83d0-966bf8c1f81f) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:00:32.613007 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Pushing event updated for resources: {'Port': ['ID=ae8492f8-2f82-4ac4-bd68-487c9a1803f9,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:32.618843 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:32.650056 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:32.666845 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Transition to ACTIVE for port object d8a3f921-c191-44dc-83d0-966bf8c1f81f will not be triggered until provisioned by entity DHCP. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:00:32.697513 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:32.698445 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:00:32.698445 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:00:32.698445 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:00:32.698445 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:00:32.698445 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:00:32.698445 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:00:32.719263 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Network ec3d888d-6dff-4db9-9652-095621504c10 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:00:32.723064 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:00:32.726700 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:00:32.772661 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0030b8280>, [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:00:29Z', 'revision_number': 3, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port': {'id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:28Z', 'updated_at': '2021-06-08T04:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:32.782857 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0030bb5-5878-416f-8a5c-a019349183d7 None None] The sync data for ids ['69f96ce8-9c23-40af-96a0-87ec04657177'] in dv-cinder-786627-8-iscsi is: [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:00:29Z', 'revision_number': 3, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port': {'id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:28Z', 'updated_at': '2021-06-08T04:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:00:32.845035 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033197'] for router_interface, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:33.037397 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:33.101461 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-28937d3a-6698-4ae6-a3f3-9064e0dc6c9f None None] Provisioning for port d8a3f921-c191-44dc-83d0-966bf8c1f81f completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:00:33.110777 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-28937d3a-6698-4ae6-a3f3-9064e0dc6c9f None None] Provisioning complete for port d8a3f921-c191-44dc-83d0-966bf8c1f81f triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:33.111154 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-28937d3a-6698-4ae6-a3f3-9064e0dc6c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:33.268512 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-28937d3a-6698-4ae6-a3f3-9064e0dc6c9f None None] Port d8a3f921-c191-44dc-83d0-966bf8c1f81f cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:00:33.365212 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:33.375558 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:33.458975 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:33.628736 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1b1b6-daf7-4214-91aa-1facf6bf62a0 req-3f757787-46f7-4906-8b39-2baa333644f6 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:33.633209 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-54f1b1b6-daf7-4214-91aa-1facf6bf62a0 req-3f757787-46f7-4906-8b39-2baa333644f6 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.2322726
Jun 08 04:00:33.666054 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1033004'] for router_interface, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:33.715766 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-54f1b1b6-daf7-4214-91aa-1facf6bf62a0 req-ae294a5a-59f1-4b3f-9cf9-3f9e26d9c791 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760219
Jun 08 04:00:33.757620 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device ae8492f8-2f82-4ac4-bd68-487c9a1803f9 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:00:33.871132 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port ae8492f8-2f82-4ac4-bd68-487c9a1803f9 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:00:33.879952 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port ae8492f8-2f82-4ac4-bd68-487c9a1803f9 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:33.880411 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:33.888216 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Pushing event updated for resources: {'Port': ['ID=d8a3f921-c191-44dc-83d0-966bf8c1f81f,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:33.910899 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:34.206203 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Network ec3d888d-6dff-4db9-9652-095621504c10 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:00:34.218543 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:00:34.533744 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:34.570654 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port ae8492f8-2f82-4ac4-bd68-487c9a1803f9, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=ae8492f8-2f82-4ac4-bd68-487c9a1803f9,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:00:34.576155 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:34.578203 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:34.680620 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-324b3d33-d164-4e3e-99a7-01d35767cba4 None None] Provisioning complete for port d8a3f921-c191-44dc-83d0-966bf8c1f81f triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:34.681131 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-324b3d33-d164-4e3e-99a7-01d35767cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:34.711770 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Router 69f96ce8-9c23-40af-96a0-87ec04657177 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:00:34.757250 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=ae8492f8-2f82-4ac4-bd68-487c9a1803f9,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:34.769506 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:34.781776 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-324b3d33-d164-4e3e-99a7-01d35767cba4 None None] Port d8a3f921-c191-44dc-83d0-966bf8c1f81f cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:00:34.963352 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:00:34.986139 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] 10.222.0.15 "PUT /v2.0/routers/69f96ce8-9c23-40af-96a0-87ec04657177/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4578876
Jun 08 04:00:35.010163 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc6c54-88ab-4472-8b34-76192cc60222 req-5b52e590-a09d-4062-8ae8-9bae05082526 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:35.012055 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-95cc6c54-88ab-4472-8b34-76192cc60222 req-5b52e590-a09d-4062-8ae8-9bae05082526 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1093462
Jun 08 04:00:35.086984 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-95cc6c54-88ab-4472-8b34-76192cc60222 req-1ecaeeeb-31c0-4ace-bf71-32df3faa7922 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687203
Jun 08 04:00:35.498385 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Sync routers for ids ['69f96ce8-9c23-40af-96a0-87ec04657177'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:00:35.514570 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Routers {'69f96ce8-9c23-40af-96a0-87ec04657177'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:00:35.516042 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0024dedf0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:00:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['69f96ce8-9c23-40af-96a0-87ec04657177'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:35.724205 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device ae8492f8-2f82-4ac4-bd68-487c9a1803f9 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:00:35.756386 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 48226) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:35.762899 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1918446726-network', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:35.800131 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Made reservation on behalf of d766beb9dead44feb511cdc33cbe1127 for: {'network': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:00:35.804159 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:35.820531 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:35.868131 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:35.875163 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Set router 69f96ce8-9c23-40af-96a0-87ec04657177 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:00:35.973563 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port ae8492f8-2f82-4ac4-bd68-487c9a1803f9 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:35.974352 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:36.108453 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:36.118437 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:36.130256 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-64ab5b83-436e-4996-ba96-64452f97ac90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:36.202540 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203}  {{(pid=91648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 04:00:36.223686 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf44c5e-ed47-4b52-bd98-cf3b2c2f7edb,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:36.227167 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:36.230138 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:36.230529 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.segments_db [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Added segment d18dd5c1-f2c4-424d-accb-bb768b4a6a4e of type vlan for network 386d3a9f-027d-45f8-8b9b-3e0c48c19ca6
Jun 08 04:00:36.303874 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:36.359470 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:36.363367 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:36.364350 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:36.373671 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d74916c6-709b-4b0d-a53f-58912c40eff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:36.484476 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7258496
Jun 08 04:00:36.487369 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48242) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:36.493581 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-f06ab86d-51e3-4a3e-ad27-0dc7a18597a1 admin admin] Request body: {'subnet': {'network_id': '386d3a9f-027d-45f8-8b9b-3e0c48c19ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1918446726-subnet', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'ip_version': 4}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:36.498585 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Pushing event updated for resources: {'Network': ['ID=386d3a9f-027d-45f8-8b9b-3e0c48c19ca6,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:36.509859 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:36.515673 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 386d3a9f-027d-45f8-8b9b-3e0c48c19ca6 details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 04:00:36.537829 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06ab86d-51e3-4a3e-ad27-0dc7a18597a1 admin admin] Made reservation on behalf of d766beb9dead44feb511cdc33cbe1127 for: {'subnet': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:00:36.540369 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f06ab86d-51e3-4a3e-ad27-0dc7a18597a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:36.622262 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0024dedf0>, [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:00:32Z', 'revision_number': 4, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port': {'id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:28Z', 'updated_at': '2021-06-08T04:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'd8a3f921-c191-44dc-83d0-966bf8c1f81f', 'name': '', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'mac_address': 'fa:16:3e:45:fa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:32Z', 'updated_at': '2021-06-08T04:00:33Z', 'revision_number': 2, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'subnets': [{'id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:36.631984 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Checking router: 69f96ce8-9c23-40af-96a0-87ec04657177 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:00:36.632619 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Updating router 69f96ce8-9c23-40af-96a0-87ec04657177 port d8a3f921-c191-44dc-83d0-966bf8c1f81f binding host dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 04:00:36.651500 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b4cf5-91c1-40bb-99c3-a7f7c37a67c6 req-9eb7a55a-d9ce-42bf-827c-e83737e3a271 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:36.653060 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1b9b4cf5-91c1-40bb-99c3-a7f7c37a67c6 req-9eb7a55a-d9ce-42bf-827c-e83737e3a271 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.2310376
Jun 08 04:00:36.702456 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:36.725925 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1b9b4cf5-91c1-40bb-99c3-a7f7c37a67c6 req-43a413b2-6676-47b7-b27f-ed79fcc42c0b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624282
Jun 08 04:00:36.957992 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f06ab86d-51e3-4a3e-ad27-0dc7a18597a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:36.965339 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-1e11711c-a13c-4322-8b19-4f857b2227e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:37.047548 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06ab86d-51e3-4a3e-ad27-0dc7a18597a1 admin admin] Checking segment: {'id': 'd18dd5c1-f2c4-424d-accb-bb768b4a6a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '386d3a9f-027d-45f8-8b9b-3e0c48c19ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:00:37.048301 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ab86d-51e3-4a3e-ad27-0dc7a18597a1 admin admin] Network hostable DHCP agents. Network: 386d3a9f-027d-45f8-8b9b-3e0c48c19ca6, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 04:00:37.068600 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ab86d-51e3-4a3e-ad27-0dc7a18597a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58bc882a-b5cc-4746-81e8-e3a29683b4c8,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:37.074047 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-f06ab86d-51e3-4a3e-ad27-0dc7a18597a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:37.077865 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ab86d-51e3-4a3e-ad27-0dc7a18597a1 admin admin] Network 386d3a9f-027d-45f8-8b9b-3e0c48c19ca6 is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 04:00:37.089813 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-f06ab86d-51e3-4a3e-ad27-0dc7a18597a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 386d3a9f-027d-45f8-8b9b-3e0c48c19ca6) {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:00:37.105313 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ab86d-51e3-4a3e-ad27-0dc7a18597a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:37.106136 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f06ab86d-51e3-4a3e-ad27-0dc7a18597a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:37.110048 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce1f39-8876-4b07-aac4-3e55984c835f None None] Network 386d3a9f-027d-45f8-8b9b-3e0c48c19ca6 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:00:37.130133 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-f06ab86d-51e3-4a3e-ad27-0dc7a18597a1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6404479
Jun 08 04:00:37.133312 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 48244) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:37.139858 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1918446726-router', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:37.168760 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-618584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4362'] for router, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:37.172180 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:37.207713 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:37.277763 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Notify callbacks [] for port, precommit_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:37.304998 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Transition to ACTIVE for port object d8a3f921-c191-44dc-83d0-966bf8c1f81f will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:00:37.324900 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:37.338761 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-f289ce80-979e-496b-a2c7-058e15ceb346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:37.459884 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c3223-709c-4864-a5b2-030e556d65e9 None None] Pushing event updated for resources: {'Port': ['ID=d8a3f921-c191-44dc-83d0-966bf8c1f81f,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:37.478779 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-183c3223-709c-4864-a5b2-030e556d65e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:37.531966 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:37.798981 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Attempting to bind port d8a3f921-c191-44dc-83d0-966bf8c1f81f on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:00:37.799687 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Attempting to bind port d8a3f921-c191-44dc-83d0-966bf8c1f81f by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'ab09434d-47c0-48fe-b110-bf0b62d8df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:00:37.800277 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Attempting to bind port d8a3f921-c191-44dc-83d0-966bf8c1f81f on network ec3d888d-6dff-4db9-9652-095621504c10 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:00:37.848925 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:00:37.850052 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Checking segment: {'id': 'ab09434d-47c0-48fe-b110-bf0b62d8df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:00:37.850649 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:37.851054 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Bound using segment: {'id': 'ab09434d-47c0-48fe-b110-bf0b62d8df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:00:37.851544 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Bound port: d8a3f921-c191-44dc-83d0-966bf8c1f81f, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab09434d-47c0-48fe-b110-bf0b62d8df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:00:37.851919 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:37.917238 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:00:38.022285 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] For port d8a3f921-c191-44dc-83d0-966bf8c1f81f, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:00:38.026311 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] For port d8a3f921-c191-44dc-83d0-966bf8c1f81f, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=d8a3f921-c191-44dc-83d0-966bf8c1f81f,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:00:38.031058 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193919d-bdac-452c-b884-66fc19a944b4 req-9d385683-b894-42b9-b35d-2aaf62e9c079 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:38.032811 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1193919d-bdac-452c-b884-66fc19a944b4 req-9d385683-b894-42b9-b35d-2aaf62e9c079 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1218908
Jun 08 04:00:38.038745 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:38.055097 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:38.136594 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:38.145074 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1193919d-bdac-452c-b884-66fc19a944b4 req-c9846da7-bf7c-45a1-a823-28699bcaff48 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014717
Jun 08 04:00:38.218714 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8192669b-121c-5dae-98fe-8037b84af970-386d3a9f-027d-45f8-8b9b-3e0c48c19ca6', 'network_id': '386d3a9f-027d-45f8-8b9b-3e0c48c19ca6', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'fixed_ips': [{'subnet_id': '58bc882a-b5cc-4746-81e8-e3a29683b4c8'}]}} from dv-cinder-786627-8-iscsi. {{(pid=91650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 04:00:38.219218 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:38.219527 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:38.239938 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Routers {'69f96ce8-9c23-40af-96a0-87ec04657177'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:00:38.240623 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0024dedf0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:00:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['69f96ce8-9c23-40af-96a0-87ec04657177'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:38.346065 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c3223-709c-4864-a5b2-030e556d65e9 None None] Pushing event updated for resources: {'Port': ['ID=d8a3f921-c191-44dc-83d0-966bf8c1f81f,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:38.368461 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-183c3223-709c-4864-a5b2-030e556d65e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:38.522506 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Allocated IP 172.27.3.42 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/e71bed7e-b06a-4252-ad99-f632b7eed35c) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:00:38.716098 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] Set router 69f96ce8-9c23-40af-96a0-87ec04657177 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:00:38.737819 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:38.775568 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:38.776216 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:00:38.776216 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:00:38.776216 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:00:38.776216 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:00:38.776216 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:00:38.776216 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:00:38.798263 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:00:38.799799 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:00:38.803810 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:00:38.828534 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.db_base_plugin_common [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Allocated IP 172.20.0.2 (386d3a9f-027d-45f8-8b9b-3e0c48c19ca6/58bc882a-b5cc-4746-81e8-e3a29683b4c8/d20c2870-673e-4607-b72f-4c766ba77419) {{(pid=91650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:00:39.462678 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Notify callbacks [] for port, precommit_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:39.504354 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0024dedf0>, [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:00:32Z', 'revision_number': 4, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port': {'id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:28Z', 'updated_at': '2021-06-08T04:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'd8a3f921-c191-44dc-83d0-966bf8c1f81f', 'name': '', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'mac_address': 'fa:16:3e:45:fa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:32Z', 'updated_at': '2021-06-08T04:00:38Z', 'revision_number': 4, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'subnets': [{'id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:39.509823 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Transition to ACTIVE for port object d20c2870-673e-4607-b72f-4c766ba77419 will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:00:39.539967 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c06b75-fcfd-4c2e-a635-5a62e7aa4541 None None] The sync data for ids ['69f96ce8-9c23-40af-96a0-87ec04657177'] in dv-cinder-786627-8-iscsi is: [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:00:32Z', 'revision_number': 4, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port': {'id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:28Z', 'updated_at': '2021-06-08T04:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'd8a3f921-c191-44dc-83d0-966bf8c1f81f', 'name': '', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'mac_address': 'fa:16:3e:45:fa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:32Z', 'updated_at': '2021-06-08T04:00:38Z', 'revision_number': 4, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'subnets': [{'id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:00:39.577905 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Transition to ACTIVE for port object d20c2870-673e-4607-b72f-4c766ba77419 will not be triggered until provisioned by entity DHCP. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:00:39.599350 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:39.607687 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:00:39.607687 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:00:39.607687 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:00:39.607687 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:00:39.607687 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:00:39.607687 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:00:39.676713 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-98a294fb-6c25-4fb8-8f7a-d1663b74526d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:39.692599 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-98a294fb-6c25-4fb8-8f7a-d1663b74526d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/networks?id=837001f9-2e0e-4bac-935e-3440dea914fb HTTP/1.1" status: 200  len: 814 time: 0.4748819
Jun 08 04:00:39.710368 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:39.741076 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Network 386d3a9f-027d-45f8-8b9b-3e0c48c19ca6 is already hosted by enough agents. {{(pid=91650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:00:39.756439 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.base_scheduler [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Resources bound (agent type, host, resource id):  {{(pid=91650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:00:39.756580 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-fabd9281-4ee4-4786-a0c2-0998951f4e8b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/quotas/8279772a97114892b0ce86b3832f7aee HTTP/1.1" status: 200  len: 375 time: 0.0606499
Jun 08 04:00:39.766444 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Received port after_create {{(pid=91650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:00:39.837657 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b7e5a-b882-476d-99f9-89f77e086741 req-ceca9587-0f26-4c46-9bb7-b797f95001f6 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:39.848886 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6f8b7e5a-b882-476d-99f9-89f77e086741 req-ceca9587-0f26-4c46-9bb7-b797f95001f6 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.4236283
Jun 08 04:00:39.940789 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6f8b7e5a-b882-476d-99f9-89f77e086741 req-903e9563-0e3f-4bc0-9782-89eceecde970 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869579
Jun 08 04:00:39.981561 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-41f93b75-cd4e-428b-8cb3-ddddd84fa912 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8279772a97114892b0ce86b3832f7aee&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2249541
Jun 08 04:00:40.081681 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Attempting to bind port d20c2870-673e-4607-b72f-4c766ba77419 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:00:40.081983 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Attempting to bind port d20c2870-673e-4607-b72f-4c766ba77419 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'd18dd5c1-f2c4-424d-accb-bb768b4a6a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '386d3a9f-027d-45f8-8b9b-3e0c48c19ca6'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:00:40.082288 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Attempting to bind port d20c2870-673e-4607-b72f-4c766ba77419 on network 386d3a9f-027d-45f8-8b9b-3e0c48c19ca6 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:00:40.093354 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:00:40.094716 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Checking segment: {'id': 'd18dd5c1-f2c4-424d-accb-bb768b4a6a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '386d3a9f-027d-45f8-8b9b-3e0c48c19ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:00:40.095128 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:40.095540 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Bound using segment: {'id': 'd18dd5c1-f2c4-424d-accb-bb768b4a6a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '386d3a9f-027d-45f8-8b9b-3e0c48c19ca6'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:00:40.096029 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Bound port: d20c2870-673e-4607-b72f-4c766ba77419, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18dd5c1-f2c4-424d-accb-bb768b4a6a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '386d3a9f-027d-45f8-8b9b-3e0c48c19ca6'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:00:40.096439 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:40.307734 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-07dd9cfa-9f16-499c-a3e2-024deb9f4ca7 service neutron] 10.222.0.15 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3183575
Jun 08 04:00:40.338409 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] For port d20c2870-673e-4607-b72f-4c766ba77419, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:00:40.344691 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] For port d20c2870-673e-4607-b72f-4c766ba77419, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=d20c2870-673e-4607-b72f-4c766ba77419,segment=NetworkSegment(d18dd5c1-f2c4-424d-accb-bb768b4a6a4e),segment_id=d18dd5c1-f2c4-424d-accb-bb768b4a6a4e)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:00:40.353770 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:40.370906 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:40.401842 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616891'] for router, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:40.566940 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Pushing event updated for resources: {'Port': ['ID=d20c2870-673e-4607-b72f-4c766ba77419,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:40.570927 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:40.589071 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-17a5f442-9282-43ed-b6f7-3d9af1f9d234 service neutron] 10.222.0.15 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2800751
Jun 08 04:00:41.025341 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Router dd6b185d-8d0c-43df-96dd-14c48ef1ff75 is scheduled to L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 with binding_index 1 {{(pid=91648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 04:00:41.187778 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2262e059-f618-47a3-a7aa-24c544a727da req-0fac13e9-6dc9-4e56-b094-f1a68bdb8927 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 210 time: 0.1939270
Jun 08 04:00:41.437324 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356cd7b-2c15-4b06-b27e-3a9cf2af5085 req-4f30898f-812d-43bb-a828-e19fec577cef tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:41.446503 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b356cd7b-2c15-4b06-b27e-3a9cf2af5085 req-4f30898f-812d-43bb-a828-e19fec577cef tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.2233701
Jun 08 04:00:41.452600 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:00:41.468044 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Sync routers for ids ['dd6b185d-8d0c-43df-96dd-14c48ef1ff75'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:00:41.490345 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Routers {'dd6b185d-8d0c-43df-96dd-14c48ef1ff75'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:00:41.498291 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00240bfa0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:00:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['dd6b185d-8d0c-43df-96dd-14c48ef1ff75'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:41.515458 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] Notify callbacks [] for router, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:41.531364 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-f97d726e-08a9-4192-8b39-fe9d35c9fccc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.3944070
Jun 08 04:00:41.533497 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 48330) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:41.667353 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b356cd7b-2c15-4b06-b27e-3a9cf2af5085 req-164a8461-e533-4e6c-a631-ea20c5035b33 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933541
Jun 08 04:00:42.000691 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Set router dd6b185d-8d0c-43df-96dd-14c48ef1ff75 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:00:42.057741 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device d8a3f921-c191-44dc-83d0-966bf8c1f81f up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:00:42.287227 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port d8a3f921-c191-44dc-83d0-966bf8c1f81f completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:00:42.294624 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port d8a3f921-c191-44dc-83d0-966bf8c1f81f triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:42.295808 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:42.635156 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8cb26b-d3a0-4163-82fc-eec1d3b2de94 None None] Network 386d3a9f-027d-45f8-8b9b-3e0c48c19ca6 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:00:42.669996 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7c705935-e89d-41ae-9f78-4e02677bc9f6 req-f1367b23-6a23-420c-b772-d8c4c4d5d405 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 210 time: 0.1000981
Jun 08 04:00:42.716120 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:42.789006 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00240bfa0>, [{'id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'name': 'tempest-TestShelveInstance-1918446726-router', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'e71bed7e-b06a-4252-ad99-f632b7eed35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:37Z', 'updated_at': '2021-06-08T04:00:39Z', 'revision_number': 3, 'project_id': 'd766beb9dead44feb511cdc33cbe1127', 'gw_port': {'id': 'e71bed7e-b06a-4252-ad99-f632b7eed35c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ef:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:38Z', 'updated_at': '2021-06-08T04:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:42.812084 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Checking router: dd6b185d-8d0c-43df-96dd-14c48ef1ff75 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:00:42.813449 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Updating router dd6b185d-8d0c-43df-96dd-14c48ef1ff75 port e71bed7e-b06a-4252-ad99-f632b7eed35c binding host dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 04:00:42.883374 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:42.992512 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ff75c-aadd-40ee-a258-eca40f78efab req-c5e5cc72-0e8c-4853-99c1-39dd1e893f11 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:43.004511 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b08ff75c-aadd-40ee-a258-eca40f78efab req-c5e5cc72-0e8c-4853-99c1-39dd1e893f11 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1443398
Jun 08 04:00:43.006772 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-0e96fdce-0c82-4d1c-bf1d-a2e3d5326cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:43.020705 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2a2c5f99-0b7f-43bc-9545-a015a468c135 None None] Provisioning for port d20c2870-673e-4607-b72f-4c766ba77419 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:00:43.036292 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port d8a3f921-c191-44dc-83d0-966bf8c1f81f, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=d8a3f921-c191-44dc-83d0-966bf8c1f81f,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:00:43.071523 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b08ff75c-aadd-40ee-a258-eca40f78efab req-33313917-7148-46f2-800f-e2d34dd3e290 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660229
Jun 08 04:00:43.075660 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:43.077682 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device d20c2870-673e-4607-b72f-4c766ba77419 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:00:43.126137 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-183c3223-709c-4864-a5b2-030e556d65e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:43.234289 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=d8a3f921-c191-44dc-83d0-966bf8c1f81f,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:43.249645 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:43.249986 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:43.250428 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:43.250872 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:43.251271 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:43.252087 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:43.252087 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:43.252351 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:43.252813 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:43.253312 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:43.253651 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:43.254003 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:43.259595 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:43.268440 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port d20c2870-673e-4607-b72f-4c766ba77419 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:00:43.273363 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port d20c2870-673e-4607-b72f-4c766ba77419 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:43.273747 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:43.550041 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:43.598187 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:43.631166 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Transition to ACTIVE for port object e71bed7e-b06a-4252-ad99-f632b7eed35c will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:00:43.635301 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port d20c2870-673e-4607-b72f-4c766ba77419, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=d20c2870-673e-4607-b72f-4c766ba77419,segment=NetworkSegment(d18dd5c1-f2c4-424d-accb-bb768b4a6a4e),segment_id=d18dd5c1-f2c4-424d-accb-bb768b4a6a4e)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:00:43.641036 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:43.642956 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:43.644058 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:43.657268 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ea3238f3-5f34-4557-9aa1-0498f7e906fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:43.809426 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b44cc-e610-4441-bf8e-51b5c26356ac None None] Pushing event updated for resources: {'Port': ['ID=e71bed7e-b06a-4252-ad99-f632b7eed35c,revision_number=2']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:43.820839 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-094b44cc-e610-4441-bf8e-51b5c26356ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:43.842196 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Attempting to bind port e71bed7e-b06a-4252-ad99-f632b7eed35c on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:00:43.842829 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Attempting to bind port e71bed7e-b06a-4252-ad99-f632b7eed35c by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:00:43.843353 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Attempting to bind port e71bed7e-b06a-4252-ad99-f632b7eed35c on network dad72041-fa15-4feb-a2cc-75b396c0b4c9 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:00:43.854086 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:00:43.854848 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Checking segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:00:43.855452 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:43.856003 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Bound using segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:00:43.858883 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Bound port: e71bed7e-b06a-4252-ad99-f632b7eed35c, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:00:43.859497 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:43.868677 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device d8a3f921-c191-44dc-83d0-966bf8c1f81f up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:00:44.004009 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:44.010508 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-8b44c278-61cc-4bd4-899c-ced491e60b40 None None] Provisioning complete for port d20c2870-673e-4607-b72f-4c766ba77419 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:44.010917 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-8b44c278-61cc-4bd4-899c-ced491e60b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:44.015315 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1bbbd62b-f7f9-437f-9b56-6f784524ce64 req-096836b1-3299-4c84-af3a-996a229b3c06 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 210 time: 0.0791907
Jun 08 04:00:44.041469 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] For port e71bed7e-b06a-4252-ad99-f632b7eed35c, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:00:44.048178 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] For port e71bed7e-b06a-4252-ad99-f632b7eed35c, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=e71bed7e-b06a-4252-ad99-f632b7eed35c,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:00:44.059016 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:44.066117 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:44.117542 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=d20c2870-673e-4607-b72f-4c766ba77419,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:44.127097 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:44.130072 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port d8a3f921-c191-44dc-83d0-966bf8c1f81f triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:44.130557 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:44.148787 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b44cc-e610-4441-bf8e-51b5c26356ac None None] Pushing event updated for resources: {'Port': ['ID=e71bed7e-b06a-4252-ad99-f632b7eed35c,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:44.153586 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-094b44cc-e610-4441-bf8e-51b5c26356ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:44.182349 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Routers {'dd6b185d-8d0c-43df-96dd-14c48ef1ff75'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:00:44.189929 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00240bfa0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:00:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['dd6b185d-8d0c-43df-96dd-14c48ef1ff75'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:44.275470 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48388) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:44.387093 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Allocated IP 172.20.0.1 (386d3a9f-027d-45f8-8b9b-3e0c48c19ca6/58bc882a-b5cc-4746-81e8-e3a29683b4c8/6bf02895-ae8f-4510-b878-bf4e139b9961) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:00:44.419012 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] Set router dd6b185d-8d0c-43df-96dd-14c48ef1ff75 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:00:44.437279 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_v2 [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Deleting subnet 926c8bef-ce6f-4bd7-bfdb-3e8819dbe08f {{(pid=91649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:00:44.449027 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:44.538557 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:44.546247 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:44.579082 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:44.599049 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Transition to ACTIVE for port object 6bf02895-ae8f-4510-b878-bf4e139b9961 will not be triggered until provisioned by entity DHCP. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:00:44.647928 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:44.649807 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:00:44.649807 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:00:44.649807 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:00:44.649807 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:00:44.649807 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:00:44.649807 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:00:44.676955 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-1f1ae263-261e-4bb0-85d6-69534c47797f tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:44.678547 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-1f1ae263-261e-4bb0-85d6-69534c47797f tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "GET /v2.0/networks?id=837001f9-2e0e-4bac-935e-3440dea914fb HTTP/1.1" status: 200  len: 814 time: 1.2560055
Jun 08 04:00:44.684667 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Network 386d3a9f-027d-45f8-8b9b-3e0c48c19ca6 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:00:44.695316 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:00:44.699806 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:00:44.716673 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:44.739296 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-57ad9954-b14c-487e-b46a-5ea3d4062485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:44.802161 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-dab02328-24a8-49c7-a827-d09a5e247fac tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Request body: {'port': {'device_id': '06967d63-59d6-4a20-ac6b-6addd8730184', 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb', 'admin_state_up': True, 'tenant_id': '8279772a97114892b0ce86b3832f7aee'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:44.822075 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033197'] for router_interface, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:44.826734 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=926c8bef-ce6f-4bd7-bfdb-3e8819dbe08f,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:44.842488 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:44.843143 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:44.844275 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:44.844865 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:44.845406 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:44.845945 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:44.846471 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:44.846996 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:44.847545 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:44.848375 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:44.848966 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:44.850004 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:44.860551 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:44.869367 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63903503-2b04-41e9-9c34-5ec0c558915a req-65963014-34b3-405a-a6bc-3f819762dd80 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:44.871062 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-63903503-2b04-41e9-9c34-5ec0c558915a req-65963014-34b3-405a-a6bc-3f819762dd80 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.6392319
Jun 08 04:00:44.872544 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:44.879040 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-2945139f-e11c-4658-9400-faf1e2264e80 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/926c8bef-ce6f-4bd7-bfdb-3e8819dbe08f HTTP/1.1" status: 204  len: 168 time: 0.6022952
Jun 08 04:00:44.895188 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48412) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:44.927019 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00240bfa0>, [{'id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'name': 'tempest-TestShelveInstance-1918446726-router', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'e71bed7e-b06a-4252-ad99-f632b7eed35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:37Z', 'updated_at': '2021-06-08T04:00:39Z', 'revision_number': 3, 'project_id': 'd766beb9dead44feb511cdc33cbe1127', 'gw_port': {'id': 'e71bed7e-b06a-4252-ad99-f632b7eed35c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ef:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:38Z', 'updated_at': '2021-06-08T04:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:44.950003 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3598042d-d06a-4d3b-b185-256a0a450167 None None] The sync data for ids ['dd6b185d-8d0c-43df-96dd-14c48ef1ff75'] in dv-cinder-786627-8-iscsi is: [{'id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'name': 'tempest-TestShelveInstance-1918446726-router', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'e71bed7e-b06a-4252-ad99-f632b7eed35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:37Z', 'updated_at': '2021-06-08T04:00:39Z', 'revision_number': 3, 'project_id': 'd766beb9dead44feb511cdc33cbe1127', 'gw_port': {'id': 'e71bed7e-b06a-4252-ad99-f632b7eed35c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ef:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:38Z', 'updated_at': '2021-06-08T04:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:00:45.036072 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-eefcd8e8-7878-40a8-ba1b-a16bb8dbc461 None None] Provisioning for port 6bf02895-ae8f-4510-b878-bf4e139b9961 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:00:45.050865 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-eefcd8e8-7878-40a8-ba1b-a16bb8dbc461 None None] Provisioning complete for port 6bf02895-ae8f-4510-b878-bf4e139b9961 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:45.051254 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-eefcd8e8-7878-40a8-ba1b-a16bb8dbc461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:45.055871 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-63903503-2b04-41e9-9c34-5ec0c558915a req-4f5092fc-bbf8-4eea-8a6d-dbbeb0dada69 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754527
Jun 08 04:00:45.092031 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:45.250200 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-eefcd8e8-7878-40a8-ba1b-a16bb8dbc461 None None] Port 6bf02895-ae8f-4510-b878-bf4e139b9961 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:00:45.266121 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-233c6810-c7e5-448e-ac38-96d0232daca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:45.276336 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-dab02328-24a8-49c7-a827-d09a5e247fac tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Made reservation on behalf of 8279772a97114892b0ce86b3832f7aee for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:00:45.283977 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-dab02328-24a8-49c7-a827-d09a5e247fac tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:45.319087 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:45.383807 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6833c629-8f66-4a4c-8f23-68aec65a98ae req-ef5ccb7c-9d13-4302-87de-675276df6041 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 210 time: 0.1323340
Jun 08 04:00:45.460097 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:45.478294 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:45.522341 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fb0039c3be0>> segment before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 04:00:45.522709 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fb0039c3be0>> subnet precommit_delete_associations 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 04:00:45.523500 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb001d8a460>> segment_host_mapping after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 04:00:45.523861 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb001d8a460>> port after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 04:00:45.524190 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb001d8a460>> port after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 04:00:45.524556 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb001d8a460>> port after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 04:00:45.524879 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb001d8a460>> segment after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 04:00:45.525203 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb001d8a460>> subnet after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 04:00:45.528921 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb001d8a460>> subnet after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 04:00:45.529752 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb001d8a460>> subnet after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 04:00:45.727116 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb001e09d30>> subnet after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 04:00:45.727492 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb001e09d30>> subnet after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 04:00:45.727829 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb001e09d30>> subnet before_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 04:00:45.728156 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb001e09d30>> subnet before_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 04:00:45.728527 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb002d47580>,) {'filters': {'network_id': ['65753a3b-ea00-4530-a212-a1dfdf645c69']}} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:45.756987 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb002d47580>, '07c72ce4-66a7-4cb7-9e8e-133be15c3279') {'for_net_delete': True} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:45.757595 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb002d47580>, '07c72ce4-66a7-4cb7-9e8e-133be15c3279') {} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:45.771271 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-162907'] for segment, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:45.797336 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:45.818216 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=91649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:00:45.818824 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2509722'] for segment, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:45.905904 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device e71bed7e-b06a-4252-ad99-f632b7eed35c up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   from cryptography.utils import int_from_bytes
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   from cryptography.utils import int_from_bytes
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]: Traceback (most recent call last):
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     timer()
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     cb(*args, **kw)
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     return func(*args, **kwargs)
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     self._notify()
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     self.callback(batched_events)
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     event.method(event)
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     return f(self, *a, **k)
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._get(url).json()
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:00:45.934805 dv-cinder-786627-8-iscsi neutron-server[91649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:00:45.958877 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-dab02328-24a8-49c7-a827-d09a5e247fac tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Allocated IP 172.20.0.13 (837001f9-2e0e-4bac-935e-3440dea914fb/27ee18ff-e7d4-4abb-b4d2-4645081d1189/8a7cfd1f-c36f-4a46-b2c1-733989db2cc8) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:00:45.994896 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:45.998776 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.001351 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:46.024445 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.028603 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.034540 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] 10.222.0.15 "DELETE /v2.0/networks/65753a3b-ea00-4530-a212-a1dfdf645c69 HTTP/1.1" status: 204  len: 168 time: 1.1356709
Jun 08 04:00:46.039601 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48446) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:46.105195 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port e71bed7e-b06a-4252-ad99-f632b7eed35c completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:00:46.117841 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port e71bed7e-b06a-4252-ad99-f632b7eed35c triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:46.118534 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.164010 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Pushing event deleted for resources: {'Network': ['ID=65753a3b-ea00-4530-a212-a1dfdf645c69,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:46.193763 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:46.244610 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7890bad-d856-4cde-a8b3-cad8da5a05ad admin admin] Deleting subnet 8da186d6-004f-488c-9adc-737ff8ce9b7c {{(pid=91649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:00:46.257801 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7890bad-d856-4cde-a8b3-cad8da5a05ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.317669 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-dab02328-24a8-49c7-a827-d09a5e247fac tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.324947 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:46.349946 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.368451 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port e71bed7e-b06a-4252-ad99-f632b7eed35c, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=e71bed7e-b06a-4252-ad99-f632b7eed35c,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:00:46.379358 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.381054 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device d20c2870-673e-4607-b72f-4c766ba77419 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:00:46.413780 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf02895-ae8f-4510-b878-bf4e139b9961,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:46.420298 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7890bad-d856-4cde-a8b3-cad8da5a05ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-162896'] for subnet, precommit_delete_associations {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.425359 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:46.425710 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:46.426063 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:46.426408 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:46.426748 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:46.427094 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:46.427433 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:46.427771 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:46.428111 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:46.428482 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:46.428817 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:46.429148 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:00:46.446876 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:46.467145 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:46.471292 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1033004'] for router_interface, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.517495 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b5162-cefa-4a44-a49b-fe92f63a0bdf req-86258862-fe18-4be8-b4eb-306ef1cf6725 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:46.519167 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d26b5162-cefa-4a44-a49b-fe92f63a0bdf req-86258862-fe18-4be8-b4eb-306ef1cf6725 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1906738
Jun 08 04:00:46.523498 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7890bad-d856-4cde-a8b3-cad8da5a05ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.556618 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-dab02328-24a8-49c7-a827-d09a5e247fac tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.624350 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['a24b6183-3567-479a-be56-a179e5e4df6f', 'cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d', '2be2060e-1983-40d5-aa1f-30f1919a2bcb'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:00:46.625925 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d26b5162-cefa-4a44-a49b-fe92f63a0bdf req-ed98e33a-e6cd-45ba-9d92-ff358c173e48 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744503
Jun 08 04:00:46.650854 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7890bad-d856-4cde-a8b3-cad8da5a05ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2509631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2477033'] for subnet, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.667665 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-dab02328-24a8-49c7-a827-d09a5e247fac tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:00:46.667665 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:00:46.667665 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:00:46.667665 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:00:46.667665 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:00:46.667665 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:00:46.673136 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-b606b7b6-7d20-4c98-8e63-636901b6020f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:46.729415 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-dab02328-24a8-49c7-a827-d09a5e247fac tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Network 837001f9-2e0e-4bac-935e-3440dea914fb is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:00:46.735030 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.750557 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-dab02328-24a8-49c7-a827-d09a5e247fac tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:00:46.753873 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-dab02328-24a8-49c7-a827-d09a5e247fac tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:00:46.760366 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port d20c2870-673e-4607-b72f-4c766ba77419 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:46.760834 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.797678 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Network 386d3a9f-027d-45f8-8b9b-3e0c48c19ca6 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:00:46.801870 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:00:46.821143 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7890bad-d856-4cde-a8b3-cad8da5a05ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da186d6-004f-488c-9adc-737ff8ce9b7c,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:46.824870 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7890bad-d856-4cde-a8b3-cad8da5a05ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:46.837222 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-c7890bad-d856-4cde-a8b3-cad8da5a05ad admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8da186d6-004f-488c-9adc-737ff8ce9b7c HTTP/1.1" status: 204  len: 168 time: 0.7940984
Jun 08 04:00:46.838092 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48490) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:46.838919 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-c7890bad-d856-4cde-a8b3-cad8da5a05ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:46.884477 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=e71bed7e-b06a-4252-ad99-f632b7eed35c,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:46.903388 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:46.985746 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-dab02328-24a8-49c7-a827-d09a5e247fac tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:46.986399 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-dab02328-24a8-49c7-a827-d09a5e247fac tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:47.097940 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-dab02328-24a8-49c7-a827-d09a5e247fac tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3002105
Jun 08 04:00:47.117149 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Request body: {'port': {'device_id': '06967d63-59d6-4a20-ac6b-6addd8730184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:47.129713 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0a2f5-94e4-4814-b1c0-d9bbab6820c0 req-d271d36d-03cf-4358-b5f9-944e12f04245 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:47.131439 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-37a0a2f5-94e4-4814-b1c0-d9bbab6820c0 req-d271d36d-03cf-4358-b5f9-944e12f04245 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 932 time: 0.3888719
Jun 08 04:00:47.138969 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0f53c78b-ecb4-4c96-8142-1b3df2078a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:47.229830 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-37a0a2f5-94e4-4814-b1c0-d9bbab6820c0 req-1f7f3e3a-296c-41c0-8084-f753c2586c66 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847509
Jun 08 04:00:47.284151 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Router dd6b185d-8d0c-43df-96dd-14c48ef1ff75 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:00:47.299982 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:47.305678 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-d8733182-933e-471e-922d-ac2b889048b0 None None] Provisioning complete for port 6bf02895-ae8f-4510-b878-bf4e139b9961 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:47.306061 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d8733182-933e-471e-922d-ac2b889048b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:47.427013 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0f53c78b-ecb4-4c96-8142-1b3df2078a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:47.444952 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-0f53c78b-ecb4-4c96-8142-1b3df2078a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb000ca8520>,) {'filters': {'network_id': ['639d8bc4-c744-4fec-8982-c19c5c78eb3e']}} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:47.473936 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-0f53c78b-ecb4-4c96-8142-1b3df2078a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb000ca8520>, '840dc54d-0ae3-4c3d-844b-dd7f4965002c') {'for_net_delete': True} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:47.474977 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-0f53c78b-ecb4-4c96-8142-1b3df2078a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb000ca8520>, '840dc54d-0ae3-4c3d-844b-dd7f4965002c') {} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:47.490314 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-d8733182-933e-471e-922d-ac2b889048b0 None None] Port 6bf02895-ae8f-4510-b878-bf4e139b9961 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:00:47.494067 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0f53c78b-ecb4-4c96-8142-1b3df2078a4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-162907'] for segment, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:47.525004 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0f53c78b-ecb4-4c96-8142-1b3df2078a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:47.543481 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f53c78b-ecb4-4c96-8142-1b3df2078a4d admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=91649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:00:47.544336 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0f53c78b-ecb4-4c96-8142-1b3df2078a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2509722'] for segment, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]: Traceback (most recent call last):
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     timer()
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     cb(*args, **kw)
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     return func(*args, **kwargs)
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     self._notify()
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     self.callback(batched_events)
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     event.method(event)
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     return f(self, *a, **k)
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._get(url).json()
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:00:47.641121 dv-cinder-786627-8-iscsi neutron-server[91649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:00:47.702267 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:00:47.708685 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] 10.222.0.15 "PUT /v2.0/routers/dd6b185d-8d0c-43df-96dd-14c48ef1ff75/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1700201
Jun 08 04:00:47.720681 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Sync routers for ids ['dd6b185d-8d0c-43df-96dd-14c48ef1ff75'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:00:47.737710 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Routers {'dd6b185d-8d0c-43df-96dd-14c48ef1ff75'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:00:47.740417 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002303e20>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:00:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['dd6b185d-8d0c-43df-96dd-14c48ef1ff75'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:47.759472 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0f53c78b-ecb4-4c96-8142-1b3df2078a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:47.766314 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:47.806518 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0f53c78b-ecb4-4c96-8142-1b3df2078a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:47.813294 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-0f53c78b-ecb4-4c96-8142-1b3df2078a4d admin admin] 10.222.0.15 "DELETE /v2.0/networks/639d8bc4-c744-4fec-8982-c19c5c78eb3e HTTP/1.1" status: 204  len: 168 time: 0.9689009
Jun 08 04:00:47.814806 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53c78b-ecb4-4c96-8142-1b3df2078a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=639d8bc4-c744-4fec-8982-c19c5c78eb3e,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:47.818887 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-0f53c78b-ecb4-4c96-8142-1b3df2078a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:47.856412 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device e71bed7e-b06a-4252-ad99-f632b7eed35c up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:00:48.004148 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207986-5c77-4ae8-a54b-b3b9440e05bc req-a2382417-bb08-469a-bd73-1562f8de1fe7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:48.009914 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-73207986-5c77-4ae8-a54b-b3b9440e05bc req-a2382417-bb08-469a-bd73-1562f8de1fe7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1304982
Jun 08 04:00:48.067431 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-73207986-5c77-4ae8-a54b-b3b9440e05bc req-d8af8ade-c1a9-4684-9e86-d2cc45eee0e3 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553179
Jun 08 04:00:48.086559 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:48.105025 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port e71bed7e-b06a-4252-ad99-f632b7eed35c triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:48.105443 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:48.160442 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48526) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:48.183937 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:00:48.185893 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Set router dd6b185d-8d0c-43df-96dd-14c48ef1ff75 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:00:48.193369 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:48.209696 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Transition to ACTIVE for port object 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:00:48.218015 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:48.225920 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:48.238676 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-5fc05fad-053f-49f7-8bd5-106af776dc69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b90bc2b191a4c92a769fc599e1345e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0747550
Jun 08 04:00:48.239162 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48528) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:48.326564 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6533c7bc-55f6-4437-9f5f-8498816f4826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:48.360555 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6533c7bc-55f6-4437-9f5f-8498816f4826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:48.425848 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6533c7bc-55f6-4437-9f5f-8498816f4826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:48.428540 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6533c7bc-55f6-4437-9f5f-8498816f4826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:48.429677 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-6533c7bc-55f6-4437-9f5f-8498816f4826 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6c0416c-6cfe-4f2b-aeff-24c5346d16de HTTP/1.1" status: 204  len: 168 time: 0.1898992
Jun 08 04:00:48.501867 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-c68d7838-7cf0-4f1c-b436-d72cc11f576c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:48.520455 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 48536) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:48.535860 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533c7bc-55f6-4437-9f5f-8498816f4826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c0416c-6cfe-4f2b-aeff-24c5346d16de,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:48.551179 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-6533c7bc-55f6-4437-9f5f-8498816f4826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:48.566168 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Pushing event updated for resources: {'Port': ['ID=8a7cfd1f-c36f-4a46-b2c1-733989db2cc8,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:48.569991 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:48.624884 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8cba4-00ae-4e8c-b3ab-e684f7dacd08 req-6f97550e-5a75-4a54-a6bc-e3b60632c61f tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:48.626991 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_v2 [None req-803c61e0-9beb-4d33-95a2-546954206025 admin admin] Deleting subnet af4f6ca4-b810-404c-8735-5472ca33d29c {{(pid=91648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:00:48.633922 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a9f8cba4-00ae-4e8c-b3ab-e684f7dacd08 req-6f97550e-5a75-4a54-a6bc-e3b60632c61f tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 944 time: 0.2029321
Jun 08 04:00:48.634911 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-803c61e0-9beb-4d33-95a2-546954206025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:48.682395 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Attempting to bind port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:00:48.682643 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Attempting to bind port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:00:48.682982 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Attempting to bind port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 on network 837001f9-2e0e-4bac-935e-3440dea914fb {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:00:48.697679 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 on network 837001f9-2e0e-4bac-935e-3440dea914fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 04:00:48.698045 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Attempting to bind port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 on network 837001f9-2e0e-4bac-935e-3440dea914fb {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:00:48.709453 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:00:48.710158 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Checking segment: {'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:00:48.710158 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Bound using segment: {'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:00:48.710613 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Bound port: 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5ce95c-f369-4694-9de6-62cebbdc75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:00:48.710969 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:48.727346 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-803c61e0-9beb-4d33-95a2-546954206025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327513'] for subnet, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:48.739557 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002303e20>, [{'id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'name': 'tempest-TestShelveInstance-1918446726-router', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'e71bed7e-b06a-4252-ad99-f632b7eed35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:37Z', 'updated_at': '2021-06-08T04:00:45Z', 'revision_number': 4, 'project_id': 'd766beb9dead44feb511cdc33cbe1127', 'gw_port': {'id': 'e71bed7e-b06a-4252-ad99-f632b7eed35c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:38Z', 'updated_at': '2021-06-08T04:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '6bf02895-ae8f-4510-b878-bf4e139b9961', 'name': '', 'network_id': '386d3a9f-027d-45f8-8b9b-3e0c48c19ca6', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'mac_address': 'fa:16:3e:5e:34:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '58bc882a-b5cc-4746-81e8-e3a29683b4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:44Z', 'updated_at': '2021-06-08T04:00:45Z', 'revision_number': 2, 'project_id': 'd766beb9dead44feb511cdc33cbe1127', 'subnets': [{'id': '58bc882a-b5cc-4746-81e8-e3a29683b4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:48.744913 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Checking router: dd6b185d-8d0c-43df-96dd-14c48ef1ff75 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:00:48.745273 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Updating router dd6b185d-8d0c-43df-96dd-14c48ef1ff75 port 6bf02895-ae8f-4510-b878-bf4e139b9961 binding host dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 04:00:48.799810 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a9f8cba4-00ae-4e8c-b3ab-e684f7dacd08 req-a06b528a-02af-4d49-a808-0d993b9d6e51 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646900
Jun 08 04:00:48.833464 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:48.857121 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-803c61e0-9beb-4d33-95a2-546954206025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:48.916413 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] For port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:00:48.932252 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] For port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8a7cfd1f-c36f-4a46-b2c1-733989db2cc8,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:00:48.938338 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:48.945829 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:49.019066 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:49.019767 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.021166 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] 10.222.0.42 "PUT /v2.0/ports/8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 HTTP/1.1" status: 200  len: 1094 time: 1.9093325
Jun 08 04:00:49.027869 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06967d63-59d6-4a20-ac6b-6addd8730184', 'tag': '8a7cfd1f-c36f-4a46-b2c1-733989db2cc8'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:00:49.030795 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf659d24-87b9-468d-8359-8c1ce110fe71" -d '{"events": [{"name": "network-changed", "server_uuid": "06967d63-59d6-4a20-ac6b-6addd8730184", "tag": "8a7cfd1f-c36f-4a46-b2c1-733989db2cc8"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:00:49.046637 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-803c61e0-9beb-4d33-95a2-546954206025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2358576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981074'] for subnet, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.067208 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-803c61e0-9beb-4d33-95a2-546954206025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.069216 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-803c61e0-9beb-4d33-95a2-546954206025 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/af4f6ca4-b810-404c-8735-5472ca33d29c HTTP/1.1" status: 204  len: 168 time: 0.5451262
Jun 08 04:00:49.071696 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 48548) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:49.095509 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Pushing event updated for resources: {'Port': ['ID=8a7cfd1f-c36f-4a46-b2c1-733989db2cc8,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:49.099420 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:49.103912 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-acac7538-60fe-4d37-9370-b94687dfae3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:49.185325 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48554) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:49.227956 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0c152e-5348-4bbf-b4e4-8db0e7ca0e50 x-openstack-request-id: req-9d0c152e-5348-4bbf-b4e4-8db0e7ca0e50 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:00:49.228540 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06967d63-59d6-4a20-ac6b-6addd8730184", "tag": "8a7cfd1f-c36f-4a46-b2c1-733989db2cc8", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:00:49.228843 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d0c152e-5348-4bbf-b4e4-8db0e7ca0e50 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:00:49.229271 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06967d63-59d6-4a20-ac6b-6addd8730184', 'tag': '8a7cfd1f-c36f-4a46-b2c1-733989db2cc8', 'status': 'completed', 'code': 200}
Jun 08 04:00:49.230470 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c61e0-9beb-4d33-95a2-546954206025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4f6ca4-b810-404c-8735-5472ca33d29c,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:49.307379 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.310664 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48558) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:49.314815 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-803c61e0-9beb-4d33-95a2-546954206025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:49.315277 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-ef1b8717-cebe-4e24-8131-273ba0987f7a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59434690', 'description': 'tempest-secgroup-smoke-59434690 description', 'project_id': 'ed3b379f822647c999c0ef8f3374f442'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:49.356806 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-296a1c3e-1ec8-4304-ba1c-46db6f4b37b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da1759c3caee4decac20265cb6f06cd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1676507
Jun 08 04:00:49.360053 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48560) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:49.363375 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Notify callbacks [] for port, precommit_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.388830 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Transition to ACTIVE for port object 6bf02895-ae8f-4510-b878-bf4e139b9961 will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:00:49.395007 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8717-cebe-4e24-8131-273ba0987f7a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.408889 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.409842 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-13968dc5-6d23-4049-8c1e-efd79a1bcc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:49.411566 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-13968dc5-6d23-4049-8c1e-efd79a1bcc72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8279772a97114892b0ce86b3832f7aee&device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 1097 time: 0.3087835
Jun 08 04:00:49.414384 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-183c3223-709c-4864-a5b2-030e556d65e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:49.467547 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a7bc41a8-c972-4bb4-a0fa-903353885edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.479859 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d37d4-4d9a-4bef-b1fa-98b2ca91dafd req-0eb94779-a453-4d5e-b620-23b79ce77e3e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:49.481334 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-be9d37d4-4d9a-4bef-b1fa-98b2ca91dafd req-0eb94779-a453-4d5e-b620-23b79ce77e3e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.2181396
Jun 08 04:00:49.546663 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-b2fb5f56-ec9c-487f-93c9-56cf45b929db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 HTTP/1.1" status: 200  len: 217 time: 0.0756729
Jun 08 04:00:49.579195 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a7bc41a8-c972-4bb4-a0fa-903353885edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.579788 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b73846-4021-493d-b10b-486629bbbcde None None] Pushing event updated for resources: {'Port': ['ID=6bf02895-ae8f-4510-b878-bf4e139b9961,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:49.584741 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-25b73846-4021-493d-b10b-486629bbbcde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:49.596359 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-be9d37d4-4d9a-4bef-b1fa-98b2ca91dafd req-58086d97-7f01-458d-8ffd-1f4dcb9d41c9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063604
Jun 08 04:00:49.634939 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.656140 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-0e4facd7-c100-4269-9902-2ae7ad1ba737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:49.657476 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-0e4facd7-c100-4269-9902-2ae7ad1ba737 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27ee18ff-e7d4-4abb-b4d2-4645081d1189 HTTP/1.1" status: 200  len: 854 time: 0.1013021
Jun 08 04:00:49.659144 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb001419580>,) {'filters': {'network_id': ['197f074b-6902-48b8-a153-5873d22ee4bd']}} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:49.692789 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a7bc41a8-c972-4bb4-a0fa-903353885edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.695874 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a7bc41a8-c972-4bb4-a0fa-903353885edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.697172 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-a7bc41a8-c972-4bb4-a0fa-903353885edf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2882c2c-61bc-4e69-a2f0-126df1dddfe2 HTTP/1.1" status: 204  len: 168 time: 0.3360243
Jun 08 04:00:49.702521 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ec7a27e6-d396-4e53-8337-1ecdd90cb4a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:49.715078 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8717-cebe-4e24-8131-273ba0987f7a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.716866 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc41a8-c972-4bb4-a0fa-903353885edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2882c2c-61bc-4e69-a2f0-126df1dddfe2,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:49.721717 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Attempting to bind port 6bf02895-ae8f-4510-b878-bf4e139b9961 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:00:49.721935 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb001419580>, '63e6e3b6-8d5c-443b-b677-ed0f95eec20a') {'for_net_delete': True} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:49.722641 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Attempting to bind port 6bf02895-ae8f-4510-b878-bf4e139b9961 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'd18dd5c1-f2c4-424d-accb-bb768b4a6a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '386d3a9f-027d-45f8-8b9b-3e0c48c19ca6'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:00:49.722755 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb001419580>, '63e6e3b6-8d5c-443b-b677-ed0f95eec20a') {} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:49.722855 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Attempting to bind port 6bf02895-ae8f-4510-b878-bf4e139b9961 on network 386d3a9f-027d-45f8-8b9b-3e0c48c19ca6 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:00:49.727634 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-a7bc41a8-c972-4bb4-a0fa-903353885edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:49.729124 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8717-cebe-4e24-8131-273ba0987f7a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.732554 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-8aaa5d79-19c7-48f8-8e6c-497d2a6e62b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=837001f9-2e0e-4bac-935e-3440dea914fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0624471
Jun 08 04:00:49.739618 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2327506'] for segment, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.740149 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:00:49.740657 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Checking segment: {'id': 'd18dd5c1-f2c4-424d-accb-bb768b4a6a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '386d3a9f-027d-45f8-8b9b-3e0c48c19ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:00:49.741024 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.741422 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Bound using segment: {'id': 'd18dd5c1-f2c4-424d-accb-bb768b4a6a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '386d3a9f-027d-45f8-8b9b-3e0c48c19ca6'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:00:49.741898 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Bound port: 6bf02895-ae8f-4510-b878-bf4e139b9961, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18dd5c1-f2c4-424d-accb-bb768b4a6a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '386d3a9f-027d-45f8-8b9b-3e0c48c19ca6'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:00:49.742788 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.749974 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-78e71bac-2d39-411e-be7b-b42ae4e830a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:49.778384 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8717-cebe-4e24-8131-273ba0987f7a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.783168 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-ef1b8717-cebe-4e24-8131-273ba0987f7a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.4688067
Jun 08 04:00:49.783990 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48564) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:49.791552 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-402b71dc-d549-49fe-addd-845ba5d146b9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Request body: {'security_group_rule': {'security_group_id': 'fa16f430-6184-4e93-8505-c1bc913bbf85', 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:49.818700 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b8717-cebe-4e24-8131-273ba0987f7a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa16f430-6184-4e93-8505-c1bc913bbf85,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:49.845216 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ef1b8717-cebe-4e24-8131-273ba0987f7a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:49.854110 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.867653 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] For port 6bf02895-ae8f-4510-b878-bf4e139b9961, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:00:49.873053 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] For port 6bf02895-ae8f-4510-b878-bf4e139b9961, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=6bf02895-ae8f-4510-b878-bf4e139b9961,segment=NetworkSegment(d18dd5c1-f2c4-424d-accb-bb768b4a6a4e),segment_id=d18dd5c1-f2c4-424d-accb-bb768b4a6a4e)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:00:49.875311 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=91648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:00:49.875737 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2358677'] for segment, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.879073 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-402b71dc-d549-49fe-addd-845ba5d146b9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.881989 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.890194 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-5651cf1c-026a-4749-bff0-a914d4efaba8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:49.965406 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-402b71dc-d549-49fe-addd-845ba5d146b9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.971687 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-402b71dc-d549-49fe-addd-845ba5d146b9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]: Traceback (most recent call last):
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     timer()
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     cb(*args, **kw)
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     return func(*args, **kwargs)
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     self._notify()
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     self.callback(batched_events)
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     event.method(event)
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     return f(self, *a, **k)
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._get(url).json()
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:00:49.993704 dv-cinder-786627-8-iscsi neutron-server[91648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:00:50.045552 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b73846-4021-493d-b10b-486629bbbcde None None] Pushing event updated for resources: {'Port': ['ID=6bf02895-ae8f-4510-b878-bf4e139b9961,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:50.055599 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-25b73846-4021-493d-b10b-486629bbbcde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:50.070647 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Routers {'dd6b185d-8d0c-43df-96dd-14c48ef1ff75'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:00:50.071300 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002303e20>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:00:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['dd6b185d-8d0c-43df-96dd-14c48ef1ff75'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:50.074904 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:50.096062 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b71dc-d549-49fe-addd-845ba5d146b9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ca67ac-2d80-4234-b3d8-a3b133490b23,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:50.096694 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:50.111930 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-402b71dc-d549-49fe-addd-845ba5d146b9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:50.112900 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-402b71dc-d549-49fe-addd-845ba5d146b9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:50.114191 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-402b71dc-d549-49fe-addd-845ba5d146b9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3292427
Jun 08 04:00:50.115423 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:50.133141 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 48572) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:50.149883 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:50.153019 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] 10.222.0.15 "DELETE /v2.0/networks/197f074b-6902-48b8-a153-5873d22ee4bd HTTP/1.1" status: 204  len: 168 time: 1.0803869
Jun 08 04:00:50.167133 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-f0ed3d3a-96f5-4ab1-9636-d3439c2cc483 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Request body: {'security_group_rule': {'security_group_id': 'fa16f430-6184-4e93-8505-c1bc913bbf85', 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:50.177006 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] Pushing event deleted for resources: {'Network': ['ID=197f074b-6902-48b8-a153-5873d22ee4bd,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:50.183987 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:50.208909 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-09017e91-7c3c-4495-9edc-c62683bfdd39 service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4599807
Jun 08 04:00:50.245047 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e910b81-72c7-468b-8e0f-c9d523d9b982 req-1de7a5a6-88d4-42d1-a5d6-a029c9748db6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:50.259294 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4e910b81-72c7-468b-8e0f-c9d523d9b982 req-1de7a5a6-88d4-42d1-a5d6-a029c9748db6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 944 time: 0.2322783
Jun 08 04:00:50.347101 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f0ed3d3a-96f5-4ab1-9636-d3439c2cc483 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:50.358412 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4e910b81-72c7-468b-8e0f-c9d523d9b982 req-c085f137-b22a-45a3-b01e-d13ddfc39cc4 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981464
Jun 08 04:00:50.463467 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30222e17-9b4a-4d18-b90a-c8a422b05ed8 req-12028ca9-3197-4a56-aaef-9e25403d97e8 service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2385986
Jun 08 04:00:50.507910 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48590) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:50.551803 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f0ed3d3a-96f5-4ab1-9636-d3439c2cc483 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:50.590355 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] Set router dd6b185d-8d0c-43df-96dd-14c48ef1ff75 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:00:50.630929 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-7885e675-58eb-4cb4-a83b-3cba0074f51b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd2c11794b9043d18cec6e2f8554c083&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1192455
Jun 08 04:00:50.631384 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48598) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:50.669079 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f0ed3d3a-96f5-4ab1-9636-d3439c2cc483 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:50.713014 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:50.820372 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed3d3a-96f5-4ab1-9636-d3439c2cc483 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ded6784-d054-4868-b4e5-a2415c20c14a,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:50.831858 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-43565fb6-277c-4d26-97a0-46fabe769951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:50.832417 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f0ed3d3a-96f5-4ab1-9636-d3439c2cc483 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:50.851680 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f0ed3d3a-96f5-4ab1-9636-d3439c2cc483 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:50.855649 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-f0ed3d3a-96f5-4ab1-9636-d3439c2cc483 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7131445
Jun 08 04:00:50.857269 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48602) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:50.872412 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-848ff8c8-af06-4442-a2ea-9791716e1ebe tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Request body: {'security_group_rule': {'security_group_id': 'fa16f430-6184-4e93-8505-c1bc913bbf85', 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:50.896053 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf659d24-87b9-468d-8359-8c1ce110fe71 req-8501a67e-51f4-4678-94f8-132bf91cfb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:50.899325 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-bf659d24-87b9-468d-8359-8c1ce110fe71 req-8501a67e-51f4-4678-94f8-132bf91cfb35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8279772a97114892b0ce86b3832f7aee&device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 1097 time: 0.3494725
Jun 08 04:00:50.912434 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-43565fb6-277c-4d26-97a0-46fabe769951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:50.976716 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-848ff8c8-af06-4442-a2ea-9791716e1ebe tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:51.026337 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129d832-01d1-40b9-9157-e479616c5d84 req-4ca377a1-dc24-44eb-af67-2caa7ddbdd50 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:51.026337 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4129d832-01d1-40b9-9157-e479616c5d84 req-4ca377a1-dc24-44eb-af67-2caa7ddbdd50 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.2769341
Jun 08 04:00:51.089693 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-43565fb6-277c-4d26-97a0-46fabe769951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:51.092788 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-43565fb6-277c-4d26-97a0-46fabe769951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:51.093907 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-43565fb6-277c-4d26-97a0-46fabe769951 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b440c115-7251-4710-8ae6-e0f3e3b4943a HTTP/1.1" status: 204  len: 168 time: 0.4525409
Jun 08 04:00:51.094626 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-5c14e0cc-f6b3-4b36-9734-61bad15c9e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:51.128880 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43565fb6-277c-4d26-97a0-46fabe769951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b440c115-7251-4710-8ae6-e0f3e3b4943a,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:51.149653 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002303e20>, [{'id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'name': 'tempest-TestShelveInstance-1918446726-router', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'e71bed7e-b06a-4252-ad99-f632b7eed35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:37Z', 'updated_at': '2021-06-08T04:00:45Z', 'revision_number': 4, 'project_id': 'd766beb9dead44feb511cdc33cbe1127', 'gw_port': {'id': 'e71bed7e-b06a-4252-ad99-f632b7eed35c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:38Z', 'updated_at': '2021-06-08T04:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '6bf02895-ae8f-4510-b878-bf4e139b9961', 'name': '', 'network_id': '386d3a9f-027d-45f8-8b9b-3e0c48c19ca6', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'mac_address': 'fa:16:3e:5e:34:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '58bc882a-b5cc-4746-81e8-e3a29683b4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:44Z', 'updated_at': '2021-06-08T04:00:49Z', 'revision_number': 4, 'project_id': 'd766beb9dead44feb511cdc33cbe1127', 'subnets': [{'id': '58bc882a-b5cc-4746-81e8-e3a29683b4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:00:51.156966 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4129d832-01d1-40b9-9157-e479616c5d84 req-20d57f80-f4d2-470a-b7a4-d571c7711efc tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163819
Jun 08 04:00:51.158319 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-43565fb6-277c-4d26-97a0-46fabe769951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:51.163947 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-848ff8c8-af06-4442-a2ea-9791716e1ebe tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:51.168419 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-848ff8c8-af06-4442-a2ea-9791716e1ebe tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:51.178934 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-b0670b45-de89-47fe-8582-4c8a9b7b19e9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:51.187004 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1830ab4e-f43f-4fc4-bd98-ce1428e8cb48 None None] The sync data for ids ['dd6b185d-8d0c-43df-96dd-14c48ef1ff75'] in dv-cinder-786627-8-iscsi is: [{'id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'name': 'tempest-TestShelveInstance-1918446726-router', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'e71bed7e-b06a-4252-ad99-f632b7eed35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:37Z', 'updated_at': '2021-06-08T04:00:45Z', 'revision_number': 4, 'project_id': 'd766beb9dead44feb511cdc33cbe1127', 'gw_port': {'id': 'e71bed7e-b06a-4252-ad99-f632b7eed35c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:38Z', 'updated_at': '2021-06-08T04:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '6bf02895-ae8f-4510-b878-bf4e139b9961', 'name': '', 'network_id': '386d3a9f-027d-45f8-8b9b-3e0c48c19ca6', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'mac_address': 'fa:16:3e:5e:34:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '58bc882a-b5cc-4746-81e8-e3a29683b4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:44Z', 'updated_at': '2021-06-08T04:00:49Z', 'revision_number': 4, 'project_id': 'd766beb9dead44feb511cdc33cbe1127', 'subnets': [{'id': '58bc882a-b5cc-4746-81e8-e3a29683b4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:00:51.213377 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ff8c8-af06-4442-a2ea-9791716e1ebe tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8b060b-bc46-4136-ace1-f79f2e077c6e,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:51.217331 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-848ff8c8-af06-4442-a2ea-9791716e1ebe tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:51.229866 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-848ff8c8-af06-4442-a2ea-9791716e1ebe tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:51.231479 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-848ff8c8-af06-4442-a2ea-9791716e1ebe tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3670204
Jun 08 04:00:51.234546 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48618) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:51.245048 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-7dc20b5b-3833-4a48-823a-b889c2b61e0a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Request body: {'security_group_rule': {'security_group_id': 'fa16f430-6184-4e93-8505-c1bc913bbf85', 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:51.253810 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf659d24-87b9-468d-8359-8c1ce110fe71 req-7a99dbe0-3127-46cc-878f-8977762b975c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:51.255311 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-bf659d24-87b9-468d-8359-8c1ce110fe71 req-7a99dbe0-3127-46cc-878f-8977762b975c service neutron] 10.222.0.42 "GET /v2.0/networks?id=837001f9-2e0e-4bac-935e-3440dea914fb HTTP/1.1" status: 200  len: 915 time: 0.3484628
Jun 08 04:00:51.330561 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7dc20b5b-3833-4a48-823a-b889c2b61e0a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:51.462739 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-bf659d24-87b9-468d-8359-8c1ce110fe71 req-817acc6d-6dab-40c4-af5a-8069cd0caef7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 HTTP/1.1" status: 200  len: 217 time: 0.1979048
Jun 08 04:00:51.475404 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7dc20b5b-3833-4a48-823a-b889c2b61e0a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:51.484371 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7dc20b5b-3833-4a48-823a-b889c2b61e0a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:51.515354 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-402b71dc-d549-49fe-addd-845ba5d146b9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:51.535658 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc20b5b-3833-4a48-823a-b889c2b61e0a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02dc7cd1-cfc5-44e3-b454-a42d99745ef5,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:51.539742 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-7dc20b5b-3833-4a48-823a-b889c2b61e0a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:51.540508 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7dc20b5b-3833-4a48-823a-b889c2b61e0a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:51.545228 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-7dc20b5b-3833-4a48-823a-b889c2b61e0a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3061366
Jun 08 04:00:51.545228 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48626) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:51.559586 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-ad6b426f-9c2e-40bc-82cb-d9e6ea5c2a81 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Request body: {'security_group_rule': {'security_group_id': 'fa16f430-6184-4e93-8505-c1bc913bbf85', 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:51.605206 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf659d24-87b9-468d-8359-8c1ce110fe71 req-921974b1-17fd-4cd7-be0d-ed8401838e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:51.608510 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-bf659d24-87b9-468d-8359-8c1ce110fe71 req-921974b1-17fd-4cd7-be0d-ed8401838e5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27ee18ff-e7d4-4abb-b4d2-4645081d1189 HTTP/1.1" status: 200  len: 854 time: 0.1366050
Jun 08 04:00:51.639393 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.securitygroups_db [None req-ad6b426f-9c2e-40bc-82cb-d9e6ea5c2a81 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Project ed3b379f822647c999c0ef8f3374f442 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 08 04:00:51.656116 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ad6b426f-9c2e-40bc-82cb-d9e6ea5c2a81 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:51.688178 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-bf659d24-87b9-468d-8359-8c1ce110fe71 req-d2261717-ab7e-428d-adb0-daa7e0b34b58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=837001f9-2e0e-4bac-935e-3440dea914fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0710588
Jun 08 04:00:51.698775 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:00:51.806288 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acb4ce-4f2e-4b38-8c88-d40ae1f1b2b4 req-fb1e106f-d9d1-47e0-9b83-dfeaec345365 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:51.817765 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-83acb4ce-4f2e-4b38-8c88-d40ae1f1b2b4 req-fb1e106f-d9d1-47e0-9b83-dfeaec345365 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 944 time: 0.2377968
Jun 08 04:00:51.930996 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ad6b426f-9c2e-40bc-82cb-d9e6ea5c2a81 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:51.971825 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ad6b426f-9c2e-40bc-82cb-d9e6ea5c2a81 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:51.991740 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-7dc20b5b-3833-4a48-823a-b889c2b61e0a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:51.992957 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 6bf02895-ae8f-4510-b878-bf4e139b9961 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:00:52.062575 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-83acb4ce-4f2e-4b38-8c88-d40ae1f1b2b4 req-11533ae8-0ec6-4306-90ed-fff7cf455edf tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2437334
Jun 08 04:00:52.084649 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b426f-9c2e-40bc-82cb-d9e6ea5c2a81 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96afdfc-4cc3-424f-8f7f-e29b95f1f607,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:52.095856 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ad6b426f-9c2e-40bc-82cb-d9e6ea5c2a81 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:52.096826 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-bf659d24-87b9-468d-8359-8c1ce110fe71 req-17c4f2a9-319f-493c-8095-77b339ba423d service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3958347
Jun 08 04:00:52.109286 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ad6b426f-9c2e-40bc-82cb-d9e6ea5c2a81 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:52.113314 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-ad6b426f-9c2e-40bc-82cb-d9e6ea5c2a81 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5644379
Jun 08 04:00:52.113445 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48644) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:52.118068 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-a3b170a9-8a80-4c1a-add7-9b0b77394fd4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Request body: {'security_group_rule': {'security_group_id': 'fa16f430-6184-4e93-8505-c1bc913bbf85', 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:00:52.120977 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8a7cfd1f-c36f-4a46-b2c1-733989db2cc8,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:00:52.151417 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '8a7cfd1f-c36f-4a46-b2c1-733989db2cc8', 'network_id': '837001f9-2e0e-4bac-935e-3440dea914fb', 'port_id': '8a7cfd1f-c36f-4a46-b2c1-733989db2cc8', 'mac_address': 'fa:16:3e:e6:d9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ee18ff-e7d4-4abb-b4d2-4645081d1189', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:00:52.186883 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.securitygroups_db [None req-a3b170a9-8a80-4c1a-add7-9b0b77394fd4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Project ed3b379f822647c999c0ef8f3374f442 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 08 04:00:52.198314 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a3b170a9-8a80-4c1a-add7-9b0b77394fd4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:52.225935 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:52.241858 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 6bf02895-ae8f-4510-b878-bf4e139b9961 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:00:52.251563 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:00:52.256833 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 6bf02895-ae8f-4510-b878-bf4e139b9961 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:52.257926 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:52.330744 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8a7cfd1f-c36f-4a46-b2c1-733989db2cc8,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:00:52.339755 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:52.342281 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:52.367605 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a3b170a9-8a80-4c1a-add7-9b0b77394fd4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:52.376753 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a3b170a9-8a80-4c1a-add7-9b0b77394fd4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:52.379204 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:52.452902 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b170a9-8a80-4c1a-add7-9b0b77394fd4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f7f1d1-e5a9-4240-a95e-73ae64ecb9dd,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:52.457870 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-a3b170a9-8a80-4c1a-add7-9b0b77394fd4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:52.474226 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a3b170a9-8a80-4c1a-add7-9b0b77394fd4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:52.477666 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-a3b170a9-8a80-4c1a-add7-9b0b77394fd4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3619821
Jun 08 04:00:52.541955 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=8a7cfd1f-c36f-4a46-b2c1-733989db2cc8,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:52.555278 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:52.567379 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-bf659d24-87b9-468d-8359-8c1ce110fe71 req-f9c50220-c740-4c2a-bf66-1cd179076410 service neutron] 10.222.0.42 "GET /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4519680
Jun 08 04:00:52.567997 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:52.585243 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 48658) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:52.663607 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port 6bf02895-ae8f-4510-b878-bf4e139b9961, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=6bf02895-ae8f-4510-b878-bf4e139b9961,segment=NetworkSegment(d18dd5c1-f2c4-424d-accb-bb768b4a6a4e),segment_id=d18dd5c1-f2c4-424d-accb-bb768b4a6a4e)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:00:52.674765 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:52.676535 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-f289ce80-979e-496b-a2c7-058e15ceb346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:52.705901 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a0148-fe98-4f6d-986d-1b2c8aad4aae req-66b45bcf-b1a8-4313-baaf-1a68b34266a6 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:52.708003 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f11a0148-fe98-4f6d-986d-1b2c8aad4aae req-66b45bcf-b1a8-4313-baaf-1a68b34266a6 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.2055669
Jun 08 04:00:52.760886 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['8a7cfd1f-c36f-4a46-b2c1-733989db2cc8'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:00:52.858734 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f11a0148-fe98-4f6d-986d-1b2c8aad4aae req-48524104-09fd-421a-b87c-3fbe10c6559e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431527
Jun 08 04:00:52.880140 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=6bf02895-ae8f-4510-b878-bf4e139b9961,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:52.885260 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:52.935691 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-73490cea-22e1-4555-a21a-8962e3412850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:53.118977 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-73490cea-22e1-4555-a21a-8962e3412850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:53.125357 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-73490cea-22e1-4555-a21a-8962e3412850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:53.137286 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-492d9e6c-6ab2-46c4-8f7a-24c50f56a89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:53.193432 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-73490cea-22e1-4555-a21a-8962e3412850 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bf1429bfbb7442cb97bcefcf35672cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6069777
Jun 08 04:00:53.196181 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 48712) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:00:53.203678 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73490cea-22e1-4555-a21a-8962e3412850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3573ea7-d33e-4215-b7d4-8d147e1d6f2c,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:53.215539 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-73490cea-22e1-4555-a21a-8962e3412850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:53.328393 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb1af-62c0-4174-851b-b7eca5e4ef8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:53.386789 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb1af-62c0-4174-851b-b7eca5e4ef8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:53.422616 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b01a7c-9c57-48cd-823b-bc900d70a94f req-f63c997b-c178-4214-9dd7-31de762e7046 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:53.424116 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a5b01a7c-9c57-48cd-823b-bc900d70a94f req-f63c997b-c178-4214-9dd7-31de762e7046 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 945 time: 0.1764493
Jun 08 04:00:53.514725 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a5b01a7c-9c57-48cd-823b-bc900d70a94f req-185de84f-f4f2-4738-97d9-95007a0ce2e8 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797586
Jun 08 04:00:53.515411 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb1af-62c0-4174-851b-b7eca5e4ef8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:53.522080 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb1af-62c0-4174-851b-b7eca5e4ef8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:53.522991 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-6b8eb1af-62c0-4174-851b-b7eca5e4ef8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3573ea7-d33e-4215-b7d4-8d147e1d6f2c HTTP/1.1" status: 204  len: 168 time: 0.3252764
Jun 08 04:00:53.524248 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-5aaf7edf-5862-415d-9ce1-f1a1d2192bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:53.546520 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8eb1af-62c0-4174-851b-b7eca5e4ef8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3573ea7-d33e-4215-b7d4-8d147e1d6f2c,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:53.573889 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-6b8eb1af-62c0-4174-851b-b7eca5e4ef8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:53.780646 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 6bf02895-ae8f-4510-b878-bf4e139b9961 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:00:53.860638 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 6bf02895-ae8f-4510-b878-bf4e139b9961 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:53.861105 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:54.168854 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99aaf4-4ba8-48f4-87f6-1a3d110808e1 req-950f9b3c-fa0a-45d1-bbcd-5a2bf47e36b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:54.180069 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cc99aaf4-4ba8-48f4-87f6-1a3d110808e1 req-950f9b3c-fa0a-45d1-bbcd-5a2bf47e36b9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1237168
Jun 08 04:00:54.251486 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cc99aaf4-4ba8-48f4-87f6-1a3d110808e1 req-19cae8cb-6def-44b4-b929-5c5dec25559a tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703347
Jun 08 04:00:54.530487 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e16c5-5ec9-4237-b653-bf94d4c0772d req-334d1446-3e60-404b-a46b-88f375fba352 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:54.532074 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e56e16c5-5ec9-4237-b653-bf94d4c0772d req-334d1446-3e60-404b-a46b-88f375fba352 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.1004474
Jun 08 04:00:54.608567 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e56e16c5-5ec9-4237-b653-bf94d4c0772d req-d112b7ab-562c-4d86-b53b-5c532c8d6231 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692406
Jun 08 04:00:54.759193 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a843f-d667-4499-9f45-712ce0baf109 req-3300718c-3cb2-49bd-a56b-f4d5210b4f92 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:54.760819 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-470a843f-d667-4499-9f45-712ce0baf109 req-3300718c-3cb2-49bd-a56b-f4d5210b4f92 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 945 time: 0.0873475
Jun 08 04:00:54.844913 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-470a843f-d667-4499-9f45-712ce0baf109 req-e206c631-d605-47a9-9361-96c990eb9089 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697482
Jun 08 04:00:55.453315 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90537c6e-d51a-46f6-bb9d-210caa1a2ede req-b3018cff-6de1-4d3d-99d9-9618124b50f1 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:55.454798 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-90537c6e-d51a-46f6-bb9d-210caa1a2ede req-b3018cff-6de1-4d3d-99d9-9618124b50f1 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0871036
Jun 08 04:00:55.502000 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-90537c6e-d51a-46f6-bb9d-210caa1a2ede req-4b2a0d98-be4f-484e-9117-654b19251744 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413024
Jun 08 04:00:55.887192 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc2a9b-b930-4bac-b775-caacaa325015 req-e87b3e83-d564-4a69-9769-62458164314f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:55.888786 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8cbc2a9b-b930-4bac-b775-caacaa325015 req-e87b3e83-d564-4a69-9769-62458164314f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.1649284
Jun 08 04:00:55.934219 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8cbc2a9b-b930-4bac-b775-caacaa325015 req-c68114c8-ee27-40ee-b540-ce35f6d2777b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395963
Jun 08 04:00:56.108868 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54010bf-d128-4554-b78d-d15f6aff87e6 req-03b0a7e5-3d6a-4579-a434-fe1bdc7c976b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:56.110300 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f54010bf-d128-4554-b78d-d15f6aff87e6 req-03b0a7e5-3d6a-4579-a434-fe1bdc7c976b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 945 time: 0.0786643
Jun 08 04:00:56.153543 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f54010bf-d128-4554-b78d-d15f6aff87e6 req-630833ac-5b30-4da9-9fa0-aae497f0f93f tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374112
Jun 08 04:00:56.688208 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d31c9-522c-4c09-8583-41e476e56d73 req-cce4c4b2-9e37-490b-be99-fb9efa3f7281 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:56.689719 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5c0d31c9-522c-4c09-8583-41e476e56d73 req-cce4c4b2-9e37-490b-be99-fb9efa3f7281 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0841296
Jun 08 04:00:56.734260 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5c0d31c9-522c-4c09-8583-41e476e56d73 req-23b65881-d958-47cd-9283-5d65e76adcfe tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386176
Jun 08 04:00:57.021223 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:00:57.093248 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:00:57.098699 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:00:57.099076 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:57.222897 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:57.250576 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06967d63-59d6-4a20-ac6b-6addd8730184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7cfd1f-c36f-4a46-b2c1-733989db2cc8'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:00:57.252951 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a14108-2cdc-401f-a293-2f7c2609da1c" -d '{"events": [{"server_uuid": "06967d63-59d6-4a20-ac6b-6addd8730184", "name": "network-vif-plugged", "status": "completed", "tag": "8a7cfd1f-c36f-4a46-b2c1-733989db2cc8"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:00:57.260478 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8a7cfd1f-c36f-4a46-b2c1-733989db2cc8,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:00:57.265303 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:00:57.267154 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:00:57.279219 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6a74e-4726-47e0-abba-2bf1e58cc5f9 req-030ade65-c381-4dfb-9ca5-c6e31214867f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:57.280948 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-14f6a74e-4726-47e0-abba-2bf1e58cc5f9 req-030ade65-c381-4dfb-9ca5-c6e31214867f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.0851707
Jun 08 04:00:57.329390 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-14f6a74e-4726-47e0-abba-2bf1e58cc5f9 req-9806946c-a503-40cd-8064-9fbf5f79cacf tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426211
Jun 08 04:00:57.335834 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=8a7cfd1f-c36f-4a46-b2c1-733989db2cc8,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:00:57.338860 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:00:57.503840 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a807e-af30-4607-8ba4-6b40e2e5798c req-60606387-ba80-4fe0-a781-03cf98f1d5dc tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:57.505217 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-235a807e-af30-4607-8ba4-6b40e2e5798c req-60606387-ba80-4fe0-a781-03cf98f1d5dc tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 946 time: 0.0811684
Jun 08 04:00:57.551361 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-235a807e-af30-4607-8ba4-6b40e2e5798c req-f83ce8d1-0e00-4a3e-ab64-84fcde792d2a tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402968
Jun 08 04:00:57.602448 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb1a3cb-f396-47be-bee7-60f497fc97f4 x-openstack-request-id: req-8cb1a3cb-f396-47be-bee7-60f497fc97f4 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:00:57.602750 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06967d63-59d6-4a20-ac6b-6addd8730184", "name": "network-vif-plugged", "status": "completed", "tag": "8a7cfd1f-c36f-4a46-b2c1-733989db2cc8", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:00:57.603012 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8cb1a3cb-f396-47be-bee7-60f497fc97f4 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:00:57.603412 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06967d63-59d6-4a20-ac6b-6addd8730184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7cfd1f-c36f-4a46-b2c1-733989db2cc8', 'code': 200}
Jun 08 04:00:57.920546 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8515e26-5a98-42e4-8ce3-92e056e94920 req-d5b2a863-948a-4bf6-a3d7-139ad18df945 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:57.921962 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d8515e26-5a98-42e4-8ce3-92e056e94920 req-d5b2a863-948a-4bf6-a3d7-139ad18df945 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0833678
Jun 08 04:00:57.968068 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d8515e26-5a98-42e4-8ce3-92e056e94920 req-d0ea17f8-c5ee-459b-877a-7b8137709d7c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404999
Jun 08 04:00:58.271374 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a80181-3124-42a3-a1d6-9070e0370ce6 req-a14ff92b-6b7e-4619-ab3c-b781b8d0170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:58.273911 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-79a80181-3124-42a3-a1d6-9070e0370ce6 req-a14ff92b-6b7e-4619-ab3c-b781b8d0170b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 1099 time: 0.0720532
Jun 08 04:00:58.318853 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-79a80181-3124-42a3-a1d6-9070e0370ce6 req-b450bfe4-32c3-4102-9b1f-0b26bd633ee2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349758
Jun 08 04:00:58.526403 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a42a7-1f7d-40a6-98ac-79dfbac5a956 req-5155f0fe-46b1-4b38-9261-fc30cd5a88c2 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:58.527881 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1d2a42a7-1f7d-40a6-98ac-79dfbac5a956 req-5155f0fe-46b1-4b38-9261-fc30cd5a88c2 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.0799265
Jun 08 04:00:58.572363 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1d2a42a7-1f7d-40a6-98ac-79dfbac5a956 req-7274a79e-b14a-47e3-b3f7-d01c9faef9bf tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386655
Jun 08 04:00:58.753693 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08a997-39cb-49d8-8412-75869c35b3cb req-c86d3e2c-a621-4e3b-8a80-6fb273cbd7b7 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:58.755232 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bf08a997-39cb-49d8-8412-75869c35b3cb req-c86d3e2c-a621-4e3b-8a80-6fb273cbd7b7 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 946 time: 0.0891376
Jun 08 04:00:58.812367 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bf08a997-39cb-49d8-8412-75869c35b3cb req-5ddbeb4a-aeb0-4e0d-8edc-bdb31f8f578f tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470271
Jun 08 04:00:59.189403 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ebb7d-8900-4252-be2e-9b57ebd46911 req-d8524d3b-9b87-47e9-8822-32919b82855d tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:59.197526 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-600ebb7d-8900-4252-be2e-9b57ebd46911 req-d8524d3b-9b87-47e9-8822-32919b82855d tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1093323
Jun 08 04:00:59.291532 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-600ebb7d-8900-4252-be2e-9b57ebd46911 req-8e52f5d1-00a9-408d-8ba6-310ebeba791c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913057
Jun 08 04:00:59.787823 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6555ddb-5ee9-4799-a02b-5a29a6beb76a req-18bfc3f9-9266-4941-a1bb-ade82ed32b52 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:00:59.792601 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a6555ddb-5ee9-4799-a02b-5a29a6beb76a req-18bfc3f9-9266-4941-a1bb-ade82ed32b52 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.0862641
Jun 08 04:00:59.844603 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a6555ddb-5ee9-4799-a02b-5a29a6beb76a req-b3cdff6e-d02e-4e3c-9cae-cc3b82d8cef8 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440657
Jun 08 04:01:00.024486 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1cb95-c9a9-4127-b75e-ce0354b0729f req-2c843f2f-349c-48af-9f35-3873a8d569c6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:00.025975 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-76f1cb95-c9a9-4127-b75e-ce0354b0729f req-2c843f2f-349c-48af-9f35-3873a8d569c6 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 946 time: 0.0860951
Jun 08 04:01:00.071832 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-76f1cb95-c9a9-4127-b75e-ce0354b0729f req-4962b032-5f44-454d-841f-bd91228715e7 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394669
Jun 08 04:01:00.498472 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f80e8-5c10-4167-808a-3ad314ff1963 req-b4bedae0-5e97-4f02-8f2b-0014706bc16b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:00.500535 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9d3f80e8-5c10-4167-808a-3ad314ff1963 req-b4bedae0-5e97-4f02-8f2b-0014706bc16b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0926731
Jun 08 04:01:00.554796 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9d3f80e8-5c10-4167-808a-3ad314ff1963 req-a37268a6-a3c7-4266-9b3b-7ddb2ae1bf19 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476663
Jun 08 04:01:01.097030 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d3bda-9f17-42e5-9d6c-50e6d73050c4 req-28eb02d7-b6f5-4595-82ca-473bff37449f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:01.098502 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-319d3bda-9f17-42e5-9d6c-50e6d73050c4 req-28eb02d7-b6f5-4595-82ca-473bff37449f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.1077368
Jun 08 04:01:01.148271 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-319d3bda-9f17-42e5-9d6c-50e6d73050c4 req-cdaf306a-6892-4c86-a7bd-39eff834dd7f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431352
Jun 08 04:01:01.752641 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6c5ed-a31e-49d5-9694-5e8613bdc96c req-92dce704-0389-479c-80e8-484218bf7f2b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:01.754260 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-51e6c5ed-a31e-49d5-9694-5e8613bdc96c req-92dce704-0389-479c-80e8-484218bf7f2b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0933399
Jun 08 04:01:01.798776 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-51e6c5ed-a31e-49d5-9694-5e8613bdc96c req-ced1425c-8b4c-498c-8e37-65fe73750dee tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383544
Jun 08 04:01:02.426820 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0abf96-7201-4173-8567-8b99b347eae2 req-f8f6b973-5c92-4543-9265-caaa81aeb77e tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:02.428398 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9a0abf96-7201-4173-8567-8b99b347eae2 req-f8f6b973-5c92-4543-9265-caaa81aeb77e tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.1175420
Jun 08 04:01:02.482098 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9a0abf96-7201-4173-8567-8b99b347eae2 req-b6af6173-ae41-40d6-a955-4dd62485e5d6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480444
Jun 08 04:01:02.639842 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 49042) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:01:02.795893 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-cf1104ad-5552-4fe3-a784-8aa5f378e017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:02.971377 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-cf1104ad-5552-4fe3-a784-8aa5f378e017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:02.980850 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-cf1104ad-5552-4fe3-a784-8aa5f378e017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:02.990443 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-1b6809b1-410e-4c3f-b66e-a129ac1a0f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:03.036863 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1104ad-5552-4fe3-a784-8aa5f378e017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71227553-c40c-48d6-b6c7-763d76493efb,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:03.040660 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-cf1104ad-5552-4fe3-a784-8aa5f378e017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:03.049854 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-cf1104ad-5552-4fe3-a784-8aa5f378e017 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=427bfc16f7304680bc93bb94dcfafa77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4085972
Jun 08 04:01:03.050624 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 49056) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:01:03.072379 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef879be-4faf-48df-ac93-ac0292503728 req-36a19f78-74c5-44ea-b215-be2ff5c4e199 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:03.073896 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3ef879be-4faf-48df-ac93-ac0292503728 req-36a19f78-74c5-44ea-b215-be2ff5c4e199 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1637723
Jun 08 04:01:03.118940 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac5b5-7409-4599-8b4a-6cf77ce466f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:03.132085 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3ef879be-4faf-48df-ac93-ac0292503728 req-1443704e-49ff-4a87-933a-6af8dba7e11d tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516305
Jun 08 04:01:03.165530 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac5b5-7409-4599-8b4a-6cf77ce466f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:03.233264 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac5b5-7409-4599-8b4a-6cf77ce466f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:03.237975 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac5b5-7409-4599-8b4a-6cf77ce466f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:03.244642 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-4d4ac5b5-7409-4599-8b4a-6cf77ce466f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71227553-c40c-48d6-b6c7-763d76493efb HTTP/1.1" status: 204  len: 168 time: 0.1892529
Jun 08 04:01:03.245674 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:03.259317 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ac5b5-7409-4599-8b4a-6cf77ce466f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71227553-c40c-48d6-b6c7-763d76493efb,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:03.262113 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-4d4ac5b5-7409-4599-8b4a-6cf77ce466f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:03.724023 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c14907-6202-4c42-b4e6-8096bc49de58 req-dde98417-247e-4f5e-a433-b67f1849b995 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:03.725524 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-89c14907-6202-4c42-b4e6-8096bc49de58 req-dde98417-247e-4f5e-a433-b67f1849b995 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.0966215
Jun 08 04:01:03.807849 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-89c14907-6202-4c42-b4e6-8096bc49de58 req-cb951817-fe5d-4bcd-9a40-9721be65ffe1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743015
Jun 08 04:01:04.361433 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec58349-f91f-40f9-a9c3-e422e9f5d2fd req-7cdaaddb-a7d4-499f-858a-40686e4ae1d1 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:04.361433 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aec58349-f91f-40f9-a9c3-e422e9f5d2fd req-7cdaaddb-a7d4-499f-858a-40686e4ae1d1 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1135030
Jun 08 04:01:04.377576 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6232-c7ed-4054-bc47-3349284f24b6 req-81c9e8e8-c719-49d9-bfae-edc679736276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:04.379104 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9fed6232-c7ed-4054-bc47-3349284f24b6 req-81c9e8e8-c719-49d9-bfae-edc679736276 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f56f6fbd6fd45a2bba7e5c300a8b2b4&device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 1098 time: 0.1186187
Jun 08 04:01:04.412169 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aec58349-f91f-40f9-a9c3-e422e9f5d2fd req-71a460c6-90e9-4425-bfc2-69b5db67ffbf tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517054
Jun 08 04:01:04.556931 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6232-c7ed-4054-bc47-3349284f24b6 req-77d1f47c-a1d7-4e31-951b-519c73a7839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:04.559028 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9fed6232-c7ed-4054-bc47-3349284f24b6 req-77d1f47c-a1d7-4e31-951b-519c73a7839a service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2 HTTP/1.1" status: 200  len: 919 time: 0.1505938
Jun 08 04:01:04.728708 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9fed6232-c7ed-4054-bc47-3349284f24b6 req-a3ee6fb1-21a4-4d12-ac1a-4f795256f483 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b580e7c8-f725-411e-b917-109ae41ca160 HTTP/1.1" status: 200  len: 217 time: 0.1495967
Jun 08 04:01:04.791636 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6232-c7ed-4054-bc47-3349284f24b6 req-0485cc28-9611-4e8a-b7a2-c6163b73a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:04.793110 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9fed6232-c7ed-4054-bc47-3349284f24b6 req-0485cc28-9611-4e8a-b7a2-c6163b73a900 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3659b78f-2e2e-4fd8-bb9f-78f99e371e12 HTTP/1.1" status: 200  len: 858 time: 0.0578794
Jun 08 04:01:04.843600 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9fed6232-c7ed-4054-bc47-3349284f24b6 req-e1d7e157-8a3e-4bc9-8627-5018a07bb51f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426071
Jun 08 04:01:04.988769 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9fed6232-c7ed-4054-bc47-3349284f24b6 req-b6db7f98-f1ee-480f-90dd-57372f0d8a7b service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378565
Jun 08 04:01:05.024113 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034011e-a703-49f6-b4e9-bcfed97d5b04 req-6875c51d-a164-4d62-bd66-df789f4dbedf tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:05.025627 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1034011e-a703-49f6-b4e9-bcfed97d5b04 req-6875c51d-a164-4d62-bd66-df789f4dbedf tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.0897207
Jun 08 04:01:05.070953 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1034011e-a703-49f6-b4e9-bcfed97d5b04 req-4f15e8c9-412e-45ef-8cae-ca7045ffbbee tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393968
Jun 08 04:01:05.129653 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9fed6232-c7ed-4054-bc47-3349284f24b6 req-843e93fe-41d3-48b4-9d1a-a12542043918 service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340370
Jun 08 04:01:05.607076 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74528b-67f2-4e87-bf82-6d20df99fa03 req-6b7e6455-a19c-4450-abf1-7720e0e183c4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:05.608539 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1b74528b-67f2-4e87-bf82-6d20df99fa03 req-6b7e6455-a19c-4450-abf1-7720e0e183c4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0783732
Jun 08 04:01:05.734032 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1b74528b-67f2-4e87-bf82-6d20df99fa03 req-4d5dec36-fd9d-435b-a480-6ae9d550f189 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197603
Jun 08 04:01:05.846112 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:06.258101 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9d509-febd-49c6-8e54-26d26c89ed7a req-77930bdc-6132-406e-894b-817d053ae66b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:06.259555 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c8e9d509-febd-49c6-8e54-26d26c89ed7a req-77930bdc-6132-406e-894b-817d053ae66b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.0799012
Jun 08 04:01:06.304996 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c8e9d509-febd-49c6-8e54-26d26c89ed7a req-f2cb75ab-22b5-40e0-8a26-ed3fa1401f37 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397942
Jun 08 04:01:06.926108 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4a42f-585e-4dce-ae73-8c1f0407882f req-5c3f2fd3-4f16-480c-b2c3-2399cde14905 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:06.927595 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-82a4a42f-585e-4dce-ae73-8c1f0407882f req-5c3f2fd3-4f16-480c-b2c3-2399cde14905 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0817490
Jun 08 04:01:06.972052 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-82a4a42f-585e-4dce-ae73-8c1f0407882f req-b6b354b1-5ffa-428a-b096-d7dc66bce810 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387597
Jun 08 04:01:07.491033 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2a7f6-3c8c-4b84-85d1-f4a6f953e6e1 req-244d54c4-d862-4224-a961-063481959359 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:07.492582 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-64b2a7f6-3c8c-4b84-85d1-f4a6f953e6e1 req-244d54c4-d862-4224-a961-063481959359 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.0773344
Jun 08 04:01:07.537531 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-64b2a7f6-3c8c-4b84-85d1-f4a6f953e6e1 req-c7983667-bcdb-4bb9-93bf-ef5c74c3a57c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387433
Jun 08 04:01:08.160955 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712b2df-47ed-4314-b9ca-c7070c3e9a29 req-a57cc98b-1a57-4eb0-8a07-1a833faec9b3 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:08.162581 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d712b2df-47ed-4314-b9ca-c7070c3e9a29 req-a57cc98b-1a57-4eb0-8a07-1a833faec9b3 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0831788
Jun 08 04:01:08.210129 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d712b2df-47ed-4314-b9ca-c7070c3e9a29 req-5ba502a7-5966-4fac-abc3-274f7bf6065b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411136
Jun 08 04:01:08.727199 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5ed81-edc7-425e-a1ec-c9c6aee4d65a req-c73ba897-61d1-4e73-a7e2-08178ed72951 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:08.728692 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8ee5ed81-edc7-425e-a1ec-c9c6aee4d65a req-c73ba897-61d1-4e73-a7e2-08178ed72951 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.0823123
Jun 08 04:01:08.780829 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8ee5ed81-edc7-425e-a1ec-c9c6aee4d65a req-e1efd185-9b63-4c5b-be1b-c0dfdaf0447c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452974
Jun 08 04:01:09.355461 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 49218) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:01:09.458410 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a297e66-ece1-4fc3-a314-b6aac27dc721 req-848a870c-2faa-454f-92cc-9430735bd618 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:09.460038 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2a297e66-ece1-4fc3-a314-b6aac27dc721 req-848a870c-2faa-454f-92cc-9430735bd618 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0872328
Jun 08 04:01:09.502426 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2a796938-dbb3-4eb9-864c-10e40e70bcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:09.540136 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2a297e66-ece1-4fc3-a314-b6aac27dc721 req-b71ebec8-eaa4-413e-bc21-5d154d2eb0d4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746489
Jun 08 04:01:09.625158 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2a796938-dbb3-4eb9-864c-10e40e70bcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:09.628943 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2a796938-dbb3-4eb9-864c-10e40e70bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:09.637390 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-203d878d-d716-4ad3-9ac5-2db946256f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:09.674377 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-2a796938-dbb3-4eb9-864c-10e40e70bcc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15d3f72cf80944a5a0f2bd01e33f0333&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3174360
Jun 08 04:01:09.677934 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 49222) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:01:09.691261 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a796938-dbb3-4eb9-864c-10e40e70bcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e925031f-7ba4-4420-a980-219ae69c55e6,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:09.694480 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-2a796938-dbb3-4eb9-864c-10e40e70bcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:09.739044 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ea347879-2162-48f9-b1b2-c0d4db6e2482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:09.765969 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ea347879-2162-48f9-b1b2-c0d4db6e2482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:09.820254 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ea347879-2162-48f9-b1b2-c0d4db6e2482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:09.822713 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ea347879-2162-48f9-b1b2-c0d4db6e2482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:09.823830 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-ea347879-2162-48f9-b1b2-c0d4db6e2482 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e925031f-7ba4-4420-a980-219ae69c55e6 HTTP/1.1" status: 204  len: 168 time: 0.1449990
Jun 08 04:01:09.824847 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-6c5ab3ae-15ea-41b5-96a3-2b9dcbf0e682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:09.834399 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea347879-2162-48f9-b1b2-c0d4db6e2482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e925031f-7ba4-4420-a980-219ae69c55e6,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:09.837327 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ea347879-2162-48f9-b1b2-c0d4db6e2482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:10.022682 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77109850-45fb-4105-90ea-2339f909cc58 req-7707c636-0547-43bd-9e68-32aeb2366ef8 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:10.035504 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-77109850-45fb-4105-90ea-2339f909cc58 req-7707c636-0547-43bd-9e68-32aeb2366ef8 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.1146338
Jun 08 04:01:10.082834 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-77109850-45fb-4105-90ea-2339f909cc58 req-0109d7c5-0c99-4c35-b8ee-371fa0bc8db9 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512259
Jun 08 04:01:10.399779 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e38aa-a9f1-4493-a396-4a75aefefdbc req-94e58058-c0e2-41e7-8f77-481b86b8d7db tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:10.401366 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7d2e38aa-a9f1-4493-a396-4a75aefefdbc req-94e58058-c0e2-41e7-8f77-481b86b8d7db tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0840638
Jun 08 04:01:10.455305 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7d2e38aa-a9f1-4493-a396-4a75aefefdbc req-3ea1dd0d-2712-4275-9882-a64e1b7f06ef tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455244
Jun 08 04:01:10.729352 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9898192-6ac6-429b-bf23-aa6fada65b64 req-45300edd-8120-4ed6-ab11-1b7703010257 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:10.730808 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d9898192-6ac6-429b-bf23-aa6fada65b64 req-45300edd-8120-4ed6-ab11-1b7703010257 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0830133
Jun 08 04:01:10.777400 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d9898192-6ac6-429b-bf23-aa6fada65b64 req-e252b6da-8668-4e46-a0e3-f2594782e7ba tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405927
Jun 08 04:01:11.279760 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff67b5-4f50-4254-9642-da3e4aa52209 req-e92c5d55-97c6-4db0-9a28-de7d16fe5c11 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:11.281331 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-deff67b5-4f50-4254-9642-da3e4aa52209 req-e92c5d55-97c6-4db0-9a28-de7d16fe5c11 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.0943618
Jun 08 04:01:11.326219 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-deff67b5-4f50-4254-9642-da3e4aa52209 req-520f37d6-edaf-419b-98b7-7dc714be9590 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391614
Jun 08 04:01:11.644757 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18de8e0-8bec-4419-ab43-fbd9dda9e9ad req-25550187-4027-4c55-9ea5-45bf2c503ca0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:11.646207 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f18de8e0-8bec-4419-ab43-fbd9dda9e9ad req-25550187-4027-4c55-9ea5-45bf2c503ca0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0838594
Jun 08 04:01:11.692369 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f18de8e0-8bec-4419-ab43-fbd9dda9e9ad req-abd21a2f-fa83-4ea8-b324-9cb4ceb35cee tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401230
Jun 08 04:01:11.966666 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a721d-eb1d-47d1-8623-b5bd48ba7af5 req-63be7924-6e18-4928-9ee9-3534ac84b3d0 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:11.968393 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5c3a721d-eb1d-47d1-8623-b5bd48ba7af5 req-63be7924-6e18-4928-9ee9-3534ac84b3d0 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0883806
Jun 08 04:01:12.012044 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5c3a721d-eb1d-47d1-8623-b5bd48ba7af5 req-0245c36e-6724-41f2-bef7-bc159c652b9c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379658
Jun 08 04:01:12.082703 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 2b282215-8a4c-4452-a805-0a378d5150c8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:01:12.216899 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 2b282215-8a4c-4452-a805-0a378d5150c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b282215-8a4c-4452-a805-0a378d5150c8,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:01:12.229960 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '2b282215-8a4c-4452-a805-0a378d5150c8', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'port_id': '2b282215-8a4c-4452-a805-0a378d5150c8', 'mac_address': 'fa:16:3e:c7:6e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:01:12.285701 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:12.301865 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b282215-8a4c-4452-a805-0a378d5150c8 {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:01:12.317157 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 2b282215-8a4c-4452-a805-0a378d5150c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b282215-8a4c-4452-a805-0a378d5150c8,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:01:12.321764 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:12.323553 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:12.405565 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=2b282215-8a4c-4452-a805-0a378d5150c8,revision_number=6']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:12.408614 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:12.510981 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['2b282215-8a4c-4452-a805-0a378d5150c8'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:01:12.523191 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfc27f-f10d-4019-b8e0-579412e06bf9 req-c0aff311-7ca2-4c19-be15-857d3ed0fe46 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:12.524857 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-39bfc27f-f10d-4019-b8e0-579412e06bf9 req-c0aff311-7ca2-4c19-be15-857d3ed0fe46 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 945 time: 0.0838828
Jun 08 04:01:12.575698 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-39bfc27f-f10d-4019-b8e0-579412e06bf9 req-951d7785-b301-4c25-8c0c-b9b9c500a80a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424194
Jun 08 04:01:12.875267 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cf91f-a034-4621-9223-7a851aa8c690 req-e997a271-e5f2-445c-a72e-627874863c22 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:12.876733 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-176cf91f-a034-4621-9223-7a851aa8c690 req-e997a271-e5f2-445c-a72e-627874863c22 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0791860
Jun 08 04:01:12.910166 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-50ee0836-5479-4bc3-bc7d-fe4bb625ad68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:12.924289 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-176cf91f-a034-4621-9223-7a851aa8c690 req-c2cae270-c829-47ec-a21e-fbcad780a3d9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410426
Jun 08 04:01:13.204467 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63bea9-93b1-4f7d-85c9-486a4a5e52d7 req-79b97f94-65e7-4e6f-a0d8-281649796915 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:13.205847 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9d63bea9-93b1-4f7d-85c9-486a4a5e52d7 req-79b97f94-65e7-4e6f-a0d8-281649796915 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0876567
Jun 08 04:01:13.251240 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9d63bea9-93b1-4f7d-85c9-486a4a5e52d7 req-6fbd4367-d583-47c8-8957-f846669a7a61 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396593
Jun 08 04:01:13.764896 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a57cb-3803-461f-a4af-9936f8904943 req-103a9d88-952f-4307-b845-f236248db515 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:13.766338 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-235a57cb-3803-461f-a4af-9936f8904943 req-103a9d88-952f-4307-b845-f236248db515 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 945 time: 0.0838177
Jun 08 04:01:13.809829 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-235a57cb-3803-461f-a4af-9936f8904943 req-a6d99a01-3489-45c5-b574-a92ba20baece tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371506
Jun 08 04:01:14.082068 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 2b282215-8a4c-4452-a805-0a378d5150c8 up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:01:14.115423 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99147231-63b2-4f46-aebf-ea2fe111ab2b req-6ac7f88b-c22f-4ee0-88c1-db62a7a0ebe9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:14.116961 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-99147231-63b2-4f46-aebf-ea2fe111ab2b req-6ac7f88b-c22f-4ee0-88c1-db62a7a0ebe9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0826113
Jun 08 04:01:14.148510 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 2b282215-8a4c-4452-a805-0a378d5150c8 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:01:14.148884 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:14.164042 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-99147231-63b2-4f46-aebf-ea2fe111ab2b req-5120a322-d5f0-41df-9cdc-01e46b22dc88 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407321
Jun 08 04:01:14.304125 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:14.331379 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:01:14.333694 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95a0e09-469d-44e0-ac14-bb2cf756b992" -d '{"events": [{"server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "name": "network-vif-plugged", "status": "completed", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:01:14.341290 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 2b282215-8a4c-4452-a805-0a378d5150c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b282215-8a4c-4452-a805-0a378d5150c8,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:01:14.346480 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:14.348482 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:14.384000 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4098509-ffcc-41ec-b02b-08c40ba0539d x-openstack-request-id: req-c4098509-ffcc-41ec-b02b-08c40ba0539d {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:01:14.384296 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "name": "network-vif-plugged", "status": "completed", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:01:14.384579 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4098509-ffcc-41ec-b02b-08c40ba0539d {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:01:14.384964 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8', 'code': 200}
Jun 08 04:01:14.415768 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=2b282215-8a4c-4452-a805-0a378d5150c8,revision_number=7']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:14.419453 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:14.444169 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74bce9-6f79-42c2-a926-95e8fa802349 req-040c9c5d-3d35-40bb-bb2a-5be3964ae367 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:14.445644 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5d74bce9-6f79-42c2-a926-95e8fa802349 req-040c9c5d-3d35-40bb-bb2a-5be3964ae367 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0868204
Jun 08 04:01:14.490293 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5d74bce9-6f79-42c2-a926-95e8fa802349 req-49caa040-02e2-4491-a280-80bc4f4003c4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387099
Jun 08 04:01:14.911992 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:01:15.081680 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80b04a-a61e-4968-bf23-7a95ba2cbe0e req-9bb23f0a-a9f4-4c28-be98-2e7ad0ef23e5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:15.083094 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3a80b04a-a61e-4968-bf23-7a95ba2cbe0e req-9bb23f0a-a9f4-4c28-be98-2e7ad0ef23e5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.1567950
Jun 08 04:01:15.125869 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3a80b04a-a61e-4968-bf23-7a95ba2cbe0e req-681c65db-3ddf-46ac-b089-24b7659b061a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371332
Jun 08 04:01:15.249290 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-66f8ebda-3815-4c3d-82f4-7804491ac298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:15.358489 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a791f-8917-4365-99b1-aa282964a31b req-5e1a8a1a-b548-429f-a6b9-40134968f904 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:15.359926 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d08a791f-8917-4365-99b1-aa282964a31b req-5e1a8a1a-b548-429f-a6b9-40134968f904 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0822413
Jun 08 04:01:15.405415 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d08a791f-8917-4365-99b1-aa282964a31b req-7b5bb50e-ccd1-4564-9c14-a16de9f8e235 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398796
Jun 08 04:01:15.445730 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:15.681729 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f68370-20b1-4d8e-8c58-a0cc1ad78e27 req-354bc906-cf17-450c-a1bd-75e960b07494 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:15.683063 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-54f68370-20b1-4d8e-8c58-a0cc1ad78e27 req-354bc906-cf17-450c-a1bd-75e960b07494 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0873086
Jun 08 04:01:15.727898 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-54f68370-20b1-4d8e-8c58-a0cc1ad78e27 req-f80d730d-4f36-4b64-bc5c-a832e1774219 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379758
Jun 08 04:01:16.329953 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f255a-2909-4885-9810-f3f9abfa73a9 req-9c171540-598d-4124-ad66-411897591180 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:16.331586 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-699f255a-2909-4885-9810-f3f9abfa73a9 req-9c171540-598d-4124-ad66-411897591180 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.0931699
Jun 08 04:01:16.379031 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-699f255a-2909-4885-9810-f3f9abfa73a9 req-cc5976d1-a4de-4827-9ed6-b8705fd37afe tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403075
Jun 08 04:01:16.421257 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:16.591393 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667320a3-bedf-41bd-b00b-61394f8c2814 req-9261b381-a6cc-44b3-9688-edd70681dd60 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:16.592841 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-667320a3-bedf-41bd-b00b-61394f8c2814 req-9261b381-a6cc-44b3-9688-edd70681dd60 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0786967
Jun 08 04:01:16.635795 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-667320a3-bedf-41bd-b00b-61394f8c2814 req-a09c390f-1f06-4b50-ae18-ca869a1e5f1c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373216
Jun 08 04:01:16.918542 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a600bc3-7d28-40c1-aa6d-d2df47667a72 req-32936702-6be6-4ab7-a46f-62fafde3b3ad tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:16.920136 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6a600bc3-7d28-40c1-aa6d-d2df47667a72 req-32936702-6be6-4ab7-a46f-62fafde3b3ad tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0842285
Jun 08 04:01:16.972729 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6a600bc3-7d28-40c1-aa6d-d2df47667a72 req-405bc6db-5547-43e0-9b1c-f9301dd50b51 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466299
Jun 08 04:01:17.576963 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e8104-7105-49a5-98d8-ab38dba006ed req-5e89043e-0c74-4bd8-8dd3-0fe4631e8b57 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:17.578485 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f38e8104-7105-49a5-98d8-ab38dba006ed req-5e89043e-0c74-4bd8-8dd3-0fe4631e8b57 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.0849540
Jun 08 04:01:17.626181 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f38e8104-7105-49a5-98d8-ab38dba006ed req-84a52a48-71e8-48dc-a24b-58af83be49e3 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420632
Jun 08 04:01:17.827947 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a64bd-ca26-4a2b-b59e-7b0894e09f7c req-7818ceec-8db9-4066-8ddf-7d30c5e602fc tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:17.835768 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-936a64bd-ca26-4a2b-b59e-7b0894e09f7c req-7818ceec-8db9-4066-8ddf-7d30c5e602fc tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0853682
Jun 08 04:01:17.874973 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-936a64bd-ca26-4a2b-b59e-7b0894e09f7c req-befd004f-b878-433a-bc9d-01e9fabc85ea tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390639
Jun 08 04:01:18.005084 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:18.169971 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb74ec-0d00-4567-a5ca-e4a2f30c4f5b req-8f648ad4-d1f1-430b-9114-69bb60c6ecd5 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:18.171838 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-92fb74ec-0d00-4567-a5ca-e4a2f30c4f5b req-8f648ad4-d1f1-430b-9114-69bb60c6ecd5 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0937309
Jun 08 04:01:18.218441 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-92fb74ec-0d00-4567-a5ca-e4a2f30c4f5b req-2ff8b82e-5001-492d-adf9-54bf298bfbd8 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406883
Jun 08 04:01:18.831689 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac56a6-75cc-4b93-8d54-fe0161e09371 req-815057c7-1e01-46ea-b4f6-b73d1ea16dc2 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:18.833188 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d7ac56a6-75cc-4b93-8d54-fe0161e09371 req-815057c7-1e01-46ea-b4f6-b73d1ea16dc2 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.0934103
Jun 08 04:01:18.878400 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d7ac56a6-75cc-4b93-8d54-fe0161e09371 req-d1380ed2-e2e2-4ce2-9226-4377681dd1a5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394652
Jun 08 04:01:19.067374 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd56fe3-6d43-4d0e-b78f-40eb02fdb678 req-c023c4be-e517-4a2a-89d9-eebd7663586b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:19.068832 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ebd56fe3-6d43-4d0e-b78f-40eb02fdb678 req-c023c4be-e517-4a2a-89d9-eebd7663586b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0819292
Jun 08 04:01:19.112305 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ebd56fe3-6d43-4d0e-b78f-40eb02fdb678 req-08454342-cb6c-4286-86f3-016627186293 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378761
Jun 08 04:01:19.406559 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7a098-a8ad-4c7b-9534-0f6cfb7e7366 req-f02c6e87-5375-4b12-a812-4a5c49927317 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:19.408009 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2cb7a098-a8ad-4c7b-9534-0f6cfb7e7366 req-f02c6e87-5375-4b12-a812-4a5c49927317 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0809200
Jun 08 04:01:19.454281 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2cb7a098-a8ad-4c7b-9534-0f6cfb7e7366 req-a6b1b448-6a23-47ce-820b-414c40beb71c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405865
Jun 08 04:01:20.077048 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06253ce1-e75a-4bad-acdb-bd14fa45fd76 req-b354ca24-ee7c-4577-93db-3d1b5d9a61bf tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:20.078245 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-06253ce1-e75a-4bad-acdb-bd14fa45fd76 req-b354ca24-ee7c-4577-93db-3d1b5d9a61bf tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.0826349
Jun 08 04:01:20.122715 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-06253ce1-e75a-4bad-acdb-bd14fa45fd76 req-0c5915ac-da01-4bb7-956f-ece70c7aad9b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382729
Jun 08 04:01:20.300700 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0622a-7ca0-4fc4-9e59-33176fac94ba req-dc8e9407-ae8e-498d-8770-6b99b8fd242a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:20.302101 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aea0622a-7ca0-4fc4-9e59-33176fac94ba req-dc8e9407-ae8e-498d-8770-6b99b8fd242a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0866878
Jun 08 04:01:20.349328 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aea0622a-7ca0-4fc4-9e59-33176fac94ba req-e8fd90c0-6931-4135-b8c2-d2b95409152a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415709
Jun 08 04:01:20.636548 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709e90e-ac5d-497b-b92a-bfa55653f82f req-ffcaecff-3d84-462e-b0bf-806cd6c57ebb tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:20.638760 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3709e90e-ac5d-497b-b92a-bfa55653f82f req-ffcaecff-3d84-462e-b0bf-806cd6c57ebb tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0810752
Jun 08 04:01:20.691411 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3709e90e-ac5d-497b-b92a-bfa55653f82f req-7791310b-5179-4501-b6ad-ae6ee710079f tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470719
Jun 08 04:01:21.211890 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc7ea6-e35c-4cbb-bfc8-480a66c3a70f req-17212e46-ae9c-4d39-a9e1-5310262a6a43 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:21.213435 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-48bc7ea6-e35c-4cbb-bfc8-480a66c3a70f req-17212e46-ae9c-4d39-a9e1-5310262a6a43 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 946 time: 0.0975084
Jun 08 04:01:21.316677 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-48bc7ea6-e35c-4cbb-bfc8-480a66c3a70f req-5ebb6f7e-4c0e-41f7-936a-e447988d3d9a tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885599
Jun 08 04:01:21.376244 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fe050-0123-4413-bf8c-ed49d907cc23 req-7ab8796f-67a3-4271-bfba-8eb777b3db9a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:21.377935 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cc1fe050-0123-4413-bf8c-ed49d907cc23 req-7ab8796f-67a3-4271-bfba-8eb777b3db9a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.1086888
Jun 08 04:01:21.489179 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cc1fe050-0123-4413-bf8c-ed49d907cc23 req-824cde55-298c-4839-a0f4-7daf29e84540 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1022727
Jun 08 04:01:21.630647 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbe945-d9d9-43c2-b05b-68b9bce99804 req-26a80581-4e85-4f27-9b70-8e4e88578519 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:21.642676 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e5bbe945-d9d9-43c2-b05b-68b9bce99804 req-26a80581-4e85-4f27-9b70-8e4e88578519 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.1126175
Jun 08 04:01:21.737874 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e5bbe945-d9d9-43c2-b05b-68b9bce99804 req-9310059d-57b7-4b01-82b0-d4c916c17b04 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941601
Jun 08 04:01:21.960611 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b72f2-d44d-4b96-84c5-920fdbe2826f req-8ff006a0-ba93-4475-853a-e87da5eda4db tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:21.962244 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-319b72f2-d44d-4b96-84c5-920fdbe2826f req-8ff006a0-ba93-4475-853a-e87da5eda4db tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1109662
Jun 08 04:01:22.113196 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-319b72f2-d44d-4b96-84c5-920fdbe2826f req-eb4109f1-71a8-4ced-b299-6b8e984043d9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451974
Jun 08 04:01:22.471085 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364528d-1b94-4ddc-a0a7-36371437dae7 req-d3f1bf8b-46c3-4a8d-99de-1e2730018908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:22.473246 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f364528d-1b94-4ddc-a0a7-36371437dae7 req-d3f1bf8b-46c3-4a8d-99de-1e2730018908 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 1098 time: 0.0959437
Jun 08 04:01:22.525843 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f364528d-1b94-4ddc-a0a7-36371437dae7 req-edc7d89b-b0ff-47bf-a91d-92d40a2466d9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424232
Jun 08 04:01:22.547650 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13a8dd-999a-40f1-9d20-f95b0b6ae887 req-c3c07d06-9a9b-4bf7-af08-4928f015540d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:22.548860 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9b13a8dd-999a-40f1-9d20-f95b0b6ae887 req-c3c07d06-9a9b-4bf7-af08-4928f015540d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 946 time: 0.1148622
Jun 08 04:01:22.617740 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9b13a8dd-999a-40f1-9d20-f95b0b6ae887 req-d9c72d6e-f8b5-4058-adea-c665150499d4 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550189
Jun 08 04:01:22.762942 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1990cf2-b4e6-4554-bf08-cf1887eb3bfb req-011906bf-cbcc-4010-970e-6a8c7683af49 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:22.764825 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f1990cf2-b4e6-4554-bf08-cf1887eb3bfb req-011906bf-cbcc-4010-970e-6a8c7683af49 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.0923316
Jun 08 04:01:22.829866 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f1990cf2-b4e6-4554-bf08-cf1887eb3bfb req-f9d2ff44-54bc-4bab-9994-c9a20bc6f48a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581765
Jun 08 04:01:23.004062 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f09e2-361a-41c3-8be3-30fd1f57a8b0 req-842062de-1e71-4252-abcb-7a188cef8849 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:23.011897 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0b7f09e2-361a-41c3-8be3-30fd1f57a8b0 req-842062de-1e71-4252-abcb-7a188cef8849 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.1055331
Jun 08 04:01:23.053782 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0b7f09e2-361a-41c3-8be3-30fd1f57a8b0 req-1830ffd2-905f-4d3e-8ac5-92d1f9e60ffa tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407310
Jun 08 04:01:23.334217 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a4204-0996-4cea-95b2-082020899f74 req-0bebed8e-6daa-49d6-ac05-ce0f6936daba tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:23.335623 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f81a4204-0996-4cea-95b2-082020899f74 req-0bebed8e-6daa-49d6-ac05-ce0f6936daba tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1026926
Jun 08 04:01:23.383754 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f81a4204-0996-4cea-95b2-082020899f74 req-6cd31c5a-8ac8-4a49-a409-9272cb742ba6 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415494
Jun 08 04:01:23.534773 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f53d81-1f3e-4f9a-a057-26d6ed9fa3cf req-a4fcd919-873a-4a1a-befa-a49b136ff533 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:23.536404 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f0f53d81-1f3e-4f9a-a057-26d6ed9fa3cf req-a4fcd919-873a-4a1a-befa-a49b136ff533 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 946 time: 0.0911179
Jun 08 04:01:23.756829 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-f0f53d81-1f3e-4f9a-a057-26d6ed9fa3cf req-03d41da1-8f73-4ef0-ad37-509531191378 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Deleting port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:01:23.757169 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-f0f53d81-1f3e-4f9a-a057-26d6ed9fa3cf req-03d41da1-8f73-4ef0-ad37-509531191378 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:23.922684 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd4c06-50ba-452c-ba1b-162fb49ba764 req-9ced69b3-fabf-418e-844f-c8d01ff4b3e2 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:23.928593 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-39dd4c06-50ba-452c-ba1b-162fb49ba764 req-9ced69b3-fabf-418e-844f-c8d01ff4b3e2 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 946 time: 0.1069086
Jun 08 04:01:23.932683 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-f0f53d81-1f3e-4f9a-a057-26d6ed9fa3cf req-03d41da1-8f73-4ef0-ad37-509531191378 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] For port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8a7cfd1f-c36f-4a46-b2c1-733989db2cc8,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:01:23.933072 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-f0f53d81-1f3e-4f9a-a057-26d6ed9fa3cf req-03d41da1-8f73-4ef0-ad37-509531191378 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:24.065587 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-39dd4c06-50ba-452c-ba1b-162fb49ba764 req-1dd5a2e7-f689-4c14-9421-59852af483a4 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179214
Jun 08 04:01:24.245601 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-f0f53d81-1f3e-4f9a-a057-26d6ed9fa3cf req-03d41da1-8f73-4ef0-ad37-509531191378 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Calling delete_port for 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:01:24.258567 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba7a8e-ca10-4e49-af23-9bbcbfcd61a0 req-164ed98f-639c-4e00-ad05-cb6c7104a7a5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:24.268454 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bcba7a8e-ca10-4e49-af23-9bbcbfcd61a0 req-164ed98f-639c-4e00-ad05-cb6c7104a7a5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.2746902
Jun 08 04:01:24.395825 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bcba7a8e-ca10-4e49-af23-9bbcbfcd61a0 req-eb4eced7-9f4e-425a-bd49-086d153fc6aa tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263628
Jun 08 04:01:24.428635 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6253f1-1f8e-4028-89ce-94d2d4c17a2d req-2808470d-1cf3-42ac-87d3-8c8bb3147bc6 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:24.432785 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fe6253f1-1f8e-4028-89ce-94d2d4c17a2d req-2808470d-1cf3-42ac-87d3-8c8bb3147bc6 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.1405792
Jun 08 04:01:24.460642 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-f0f53d81-1f3e-4f9a-a057-26d6ed9fa3cf req-03d41da1-8f73-4ef0-ad37-509531191378 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:24.466913 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:24.472958 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['a24b6183-3567-479a-be56-a179e5e4df6f', 'cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d', '2be2060e-1983-40d5-aa1f-30f1919a2bcb'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:01:24.524094 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fe6253f1-1f8e-4028-89ce-94d2d4c17a2d req-b0dc56c5-2070-461a-8085-e7adbe8c9679 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0902770
Jun 08 04:01:24.623741 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d41da1-8f73-4ef0-ad37-509531191378 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Pushing event deleted for resources: {'Port': ['ID=8a7cfd1f-c36f-4a46-b2c1-733989db2cc8,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:24.627781 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-03d41da1-8f73-4ef0-ad37-509531191378 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:24.689601 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36134cc-562e-44a2-b59a-3d71cc69600f req-9bdebf97-a958-4ddc-af5d-c2e348cce4f4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:24.691498 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c36134cc-562e-44a2-b59a-3d71cc69600f req-9bdebf97-a958-4ddc-af5d-c2e348cce4f4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1570623
Jun 08 04:01:24.700181 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f53d81-1f3e-4f9a-a057-26d6ed9fa3cf req-03d41da1-8f73-4ef0-ad37-509531191378 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] No DVR routers for this DVR port 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:01:24.703859 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-f0f53d81-1f3e-4f9a-a057-26d6ed9fa3cf req-03d41da1-8f73-4ef0-ad37-509531191378 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:24.705975 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f0f53d81-1f3e-4f9a-a057-26d6ed9fa3cf req-03d41da1-8f73-4ef0-ad37-509531191378 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "DELETE /v2.0/ports/8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 HTTP/1.1" status: 204  len: 173 time: 1.1497204
Jun 08 04:01:24.706504 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06967d63-59d6-4a20-ac6b-6addd8730184', 'name': 'network-vif-deleted', 'tag': '8a7cfd1f-c36f-4a46-b2c1-733989db2cc8'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:01:24.709124 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf024c22-5de3-4605-96ad-c9e252c2db27" -d '{"events": [{"server_uuid": "06967d63-59d6-4a20-ac6b-6addd8730184", "name": "network-vif-deleted", "tag": "8a7cfd1f-c36f-4a46-b2c1-733989db2cc8"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:01:24.781783 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c36134cc-562e-44a2-b59a-3d71cc69600f req-2f9d3a4a-eb29-4329-9cf2-b48a4e5b9324 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739403
Jun 08 04:01:24.832021 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a9403e-e22c-4c9b-97e6-8016b2c6c17f x-openstack-request-id: req-a4a9403e-e22c-4c9b-97e6-8016b2c6c17f {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:01:24.833091 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06967d63-59d6-4a20-ac6b-6addd8730184", "name": "network-vif-deleted", "tag": "8a7cfd1f-c36f-4a46-b2c1-733989db2cc8", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:01:24.833667 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4a9403e-e22c-4c9b-97e6-8016b2c6c17f {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:01:24.834238 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06967d63-59d6-4a20-ac6b-6addd8730184', 'name': 'network-vif-deleted', 'tag': '8a7cfd1f-c36f-4a46-b2c1-733989db2cc8', 'status': 'completed', 'code': 200}
Jun 08 04:01:25.370411 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2c50f-c0f6-4658-8211-61ef229acdd7 req-855a3365-07fa-4acf-bcfc-b94c9744e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:25.373448 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-19e2c50f-c0f6-4658-8211-61ef229acdd7 req-855a3365-07fa-4acf-bcfc-b94c9744e5f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f56f6fbd6fd45a2bba7e5c300a8b2b4&device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 1098 time: 0.1648810
Jun 08 04:01:25.384450 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-59e7d2ea-5d41-480a-aaae-00a6a421f39c req-60cbfccc-e73b-4abb-84f5-587afe21b8a4 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=06967d63-59d6-4a20-ac6b-6addd8730184 HTTP/1.1" status: 200  len: 210 time: 0.0622458
Jun 08 04:01:25.417704 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639f15d-0dcf-4d26-9545-4a775ba1ccfb req-be9ebfdc-8602-4ec3-9f93-18c3735b5025 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:25.419886 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3639f15d-0dcf-4d26-9545-4a775ba1ccfb req-be9ebfdc-8602-4ec3-9f93-18c3735b5025 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1563416
Jun 08 04:01:25.517663 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3639f15d-0dcf-4d26-9545-4a775ba1ccfb req-485142c3-7560-4ec9-8bb8-1d2a6a79ff3e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896552
Jun 08 04:01:25.592865 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2c50f-c0f6-4658-8211-61ef229acdd7 req-f594cc79-b25a-427e-a947-ed27b49458e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:25.594335 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-19e2c50f-c0f6-4658-8211-61ef229acdd7 req-f594cc79-b25a-427e-a947-ed27b49458e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2 HTTP/1.1" status: 200  len: 919 time: 0.1979041
Jun 08 04:01:25.647363 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d0cd0-0d17-4b29-a9a1-dfd14bff49e5 req-5616fb8f-e694-4aed-8f03-8d75e4fe6901 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:25.655379 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5b3d0cd0-0d17-4b29-a9a1-dfd14bff49e5 req-5616fb8f-e694-4aed-8f03-8d75e4fe6901 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.1279972
Jun 08 04:01:25.716890 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-19e2c50f-c0f6-4658-8211-61ef229acdd7 req-49aa9abe-7a16-463c-8ea4-6aafc10c87c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b580e7c8-f725-411e-b917-109ae41ca160 HTTP/1.1" status: 200  len: 217 time: 0.1075308
Jun 08 04:01:25.777611 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5b3d0cd0-0d17-4b29-a9a1-dfd14bff49e5 req-8d840f3f-483d-4e98-8e68-6b1e8340ee4b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212113
Jun 08 04:01:25.800218 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2c50f-c0f6-4658-8211-61ef229acdd7 req-08011d25-8fc0-425b-aa16-38f44f1a3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:25.801819 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-19e2c50f-c0f6-4658-8211-61ef229acdd7 req-08011d25-8fc0-425b-aa16-38f44f1a3065 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3659b78f-2e2e-4fd8-bb9f-78f99e371e12 HTTP/1.1" status: 200  len: 858 time: 0.0742764
Jun 08 04:01:25.802617 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870b214-b29f-4eb8-b22f-b75f407e5340 req-016d2e4b-4df7-4aef-bdaf-e369e8d21486 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:25.804064 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f870b214-b29f-4eb8-b22f-b75f407e5340 req-016d2e4b-4df7-4aef-bdaf-e369e8d21486 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.1468313
Jun 08 04:01:25.877008 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f870b214-b29f-4eb8-b22f-b75f407e5340 req-df2f739d-930a-4e02-bdc5-b9d0c2c0fbdc tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662405
Jun 08 04:01:25.941999 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-19e2c50f-c0f6-4658-8211-61ef229acdd7 req-9ab48090-7074-4823-b69a-aa8469d2ee67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1327209
Jun 08 04:01:26.096806 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-19e2c50f-c0f6-4658-8211-61ef229acdd7 req-30852de5-acc8-4e60-9093-c5548c899203 service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462805
Jun 08 04:01:26.150740 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:01:26.197048 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:01:26.197792 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 8a7cfd1f-c36f-4a46-b2c1-733989db2cc8 not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:01:26.293993 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-19e2c50f-c0f6-4658-8211-61ef229acdd7 req-14d394dc-4c86-4f8f-889e-03375e8daa16 service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1856146
Jun 08 04:01:26.761812 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e5e31-c72d-46ca-833b-1a31920370e7 req-8ee71dcd-7819-4786-b73c-d0b0bf71e7ae tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:26.763704 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-803e5e31-c72d-46ca-833b-1a31920370e7 req-8ee71dcd-7819-4786-b73c-d0b0bf71e7ae tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1216714
Jun 08 04:01:26.818929 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-803e5e31-c72d-46ca-833b-1a31920370e7 req-18e7b4fb-4d44-4a5e-a9d4-b310f06afd6a tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487890
Jun 08 04:01:27.085475 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56437560-fe55-44a4-bc7f-57cd518dba5b req-8d699041-9974-4a02-9570-7eb770c51bc0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:27.092807 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-56437560-fe55-44a4-bc7f-57cd518dba5b req-8d699041-9974-4a02-9570-7eb770c51bc0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.1890383
Jun 08 04:01:27.167988 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-56437560-fe55-44a4-bc7f-57cd518dba5b req-aeb27357-ded4-47a6-8e6e-fa0f26958e12 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742137
Jun 08 04:01:27.176156 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217ed3f-9d2b-4192-bbe3-4aa2fb8edd60 req-24742589-f93e-437a-a8eb-52e0e4c08f36 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:27.183036 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1217ed3f-9d2b-4192-bbe3-4aa2fb8edd60 req-24742589-f93e-437a-a8eb-52e0e4c08f36 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.1514716
Jun 08 04:01:27.240121 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1217ed3f-9d2b-4192-bbe3-4aa2fb8edd60 req-fac49df8-fc9b-4f55-9cbb-e2372b52d47b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562618
Jun 08 04:01:27.394104 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-8d96e3b9-6e7c-4224-8471-c9b5e0429a04 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59434690&fields=id&tenant_id=ed3b379f822647c999c0ef8f3374f442 HTTP/1.1" status: 200  len: 267 time: 0.0506911
Jun 08 04:01:27.611424 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-03aa2b46-6a43-486b-b584-f30a8823e305 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:27.612998 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-03aa2b46-6a43-486b-b584-f30a8823e305 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/networks?id=ec3d888d-6dff-4db9-9652-095621504c10 HTTP/1.1" status: 200  len: 808 time: 0.2118723
Jun 08 04:01:27.640931 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-1458e00d-da46-4ff7-967a-d44a5d6c1258 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/quotas/ed3b379f822647c999c0ef8f3374f442 HTTP/1.1" status: 200  len: 375 time: 0.0172772
Jun 08 04:01:27.738949 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-63e42dd4-4b64-45b2-8967-7302481731bc tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed3b379f822647c999c0ef8f3374f442&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0974133
Jun 08 04:01:28.060527 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0728fae-dcc9-482a-a61f-7c61b82c13f7 service neutron] 10.222.0.15 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2839983
Jun 08 04:01:28.225468 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-39c20e5a-3728-4f39-87f8-053097d9baf4 service neutron] 10.222.0.15 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1845517
Jun 08 04:01:28.489582 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19515aa5-49c0-40cf-afed-9469426b870b req-046d6fc5-43d3-491c-bcfe-638672121d90 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:28.508946 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-19515aa5-49c0-40cf-afed-9469426b870b req-046d6fc5-43d3-491c-bcfe-638672121d90 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1578715
Jun 08 04:01:28.606174 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-19515aa5-49c0-40cf-afed-9469426b870b req-cac777db-3953-4b8b-bab2-d0e4a5de2116 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959880
Jun 08 04:01:28.915720 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e92a0-1e40-4154-972d-06e370ce4aa3 req-256981a8-92b4-4550-9d2d-8f425d20f5e8 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:28.917404 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-940e92a0-1e40-4154-972d-06e370ce4aa3 req-256981a8-92b4-4550-9d2d-8f425d20f5e8 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 945 time: 0.1746347
Jun 08 04:01:29.002268 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-940e92a0-1e40-4154-972d-06e370ce4aa3 req-4c1aaad6-d31b-4cb1-b2d2-7f93db6a2332 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729766
Jun 08 04:01:29.033121 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d919f2-d917-4ea3-946e-0f4f8405946c req-65fc64d2-47cc-46c7-919f-6754d0aa8b24 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:29.050282 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c9d919f2-d917-4ea3-946e-0f4f8405946c req-65fc64d2-47cc-46c7-919f-6754d0aa8b24 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.2034960
Jun 08 04:01:29.113597 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c9d919f2-d917-4ea3-946e-0f4f8405946c req-9dca8b86-17fa-44f2-8cf2-c99789a4afb7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622048
Jun 08 04:01:29.292919 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4fff09e5-7435-48d6-8a56-4c3f0c8b3ae5 req-cfca1c6f-828b-43a6-b6cb-2815512c1c54 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 210 time: 0.0713160
Jun 08 04:01:29.353132 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a71d6-4b1d-4b67-868a-1a0f5d6e402d req-f65ef2f3-9f69-4ef9-87ba-ac5215a0e8d5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:29.361760 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-496a71d6-4b1d-4b67-868a-1a0f5d6e402d req-f65ef2f3-9f69-4ef9-87ba-ac5215a0e8d5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.2004404
Jun 08 04:01:29.426889 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-496a71d6-4b1d-4b67-868a-1a0f5d6e402d req-704f2957-ab42-4c91-b100-25f0e822f146 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639334
Jun 08 04:01:29.839573 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52608c-7715-4e2c-80a2-d99e821e5780 req-2727c451-4444-49a6-980d-e1ba7a0be930 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:29.847543 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4c52608c-7715-4e2c-80a2-d99e821e5780 req-2727c451-4444-49a6-980d-e1ba7a0be930 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1048052
Jun 08 04:01:29.903207 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4c52608c-7715-4e2c-80a2-d99e821e5780 req-e012cce5-9c51-4b4b-adab-7339c5b2c36b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545676
Jun 08 04:01:30.423922 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9307b-83f4-4d25-ad46-833dd876b7c5 req-04465aeb-7f84-4089-9c21-b5af591c4551 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:30.426326 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e4f9307b-83f4-4d25-ad46-833dd876b7c5 req-04465aeb-7f84-4089-9c21-b5af591c4551 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 945 time: 0.2237167
Jun 08 04:01:30.507892 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171020f7-a5ad-408d-859a-d7833266a6ee req-dafbfee8-b057-4e7f-8090-bf2ffd7ed749 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:30.509742 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-171020f7-a5ad-408d-859a-d7833266a6ee req-dafbfee8-b057-4e7f-8090-bf2ffd7ed749 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 945 time: 0.1671770
Jun 08 04:01:30.542570 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c791-2e84-4b08-b0ea-746059a0987d req-56d5ba2f-1e8a-460a-aa78-734a13c40b17 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:30.551956 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f057c791-2e84-4b08-b0ea-746059a0987d req-56d5ba2f-1e8a-460a-aa78-734a13c40b17 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.2404628
Jun 08 04:01:30.589264 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-4bbbc18f-b649-4987-bfc0-1b2ed47e80bc tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:30.592344 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-4bbbc18f-b649-4987-bfc0-1b2ed47e80bc tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.42 "GET /v2.0/networks?id=ec3d888d-6dff-4db9-9652-095621504c10 HTTP/1.1" status: 200  len: 808 time: 0.4467671
Jun 08 04:01:30.615509 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e4f9307b-83f4-4d25-ad46-833dd876b7c5 req-04f12b3e-a642-4a32-8b6a-379409cabebb tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775293
Jun 08 04:01:30.702616 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f057c791-2e84-4b08-b0ea-746059a0987d req-3699a7bc-49ed-4e34-bc3e-98377ebbe0d9 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1433415
Jun 08 04:01:30.857004 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-61d90efa-3e89-423c-ac8f-c6f33f0a9ce7 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed3b379f822647c999c0ef8f3374f442 HTTP/1.1" status: 200  len: 378 time: 0.2324314
Jun 08 04:01:30.869212 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0304090-6961-42aa-bf65-c7d51eab65fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Request body: {'port': {'device_id': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'admin_state_up': True, 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'security_groups': ['fa16f430-6184-4e93-8505-c1bc913bbf85']}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:01:30.918999 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b2cd3919-0d00-4b5b-9ad1-80b045963faa req-4da8ba24-6361-4f82-a033-6afddc8143ac tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 210 time: 0.0690575
Jun 08 04:01:31.051514 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-171020f7-a5ad-408d-859a-d7833266a6ee req-54de413f-cf38-43b5-b392-9653f8356a3b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Deleting port 2be2060e-1983-40d5-aa1f-30f1919a2bcb {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:01:31.051901 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-171020f7-a5ad-408d-859a-d7833266a6ee req-54de413f-cf38-43b5-b392-9653f8356a3b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:31.071842 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62e493-4b26-4fcf-b549-ba3d7dcfa201 req-40546c68-da31-4793-9254-3c52d089a78e tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:31.073793 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-da62e493-4b26-4fcf-b549-ba3d7dcfa201 req-40546c68-da31-4793-9254-3c52d089a78e tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.1047604
Jun 08 04:01:31.157537 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-da62e493-4b26-4fcf-b549-ba3d7dcfa201 req-6ed56cbb-cb1d-4770-b7dc-5c4f8a149f65 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0769615
Jun 08 04:01:31.216763 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0304090-6961-42aa-bf65-c7d51eab65fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Made reservation on behalf of ed3b379f822647c999c0ef8f3374f442 for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:01:31.220822 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0304090-6961-42aa-bf65-c7d51eab65fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:31.344643 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-171020f7-a5ad-408d-859a-d7833266a6ee req-54de413f-cf38-43b5-b392-9653f8356a3b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] For port 2be2060e-1983-40d5-aa1f-30f1919a2bcb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2be2060e-1983-40d5-aa1f-30f1919a2bcb,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:01:31.345402 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-171020f7-a5ad-408d-859a-d7833266a6ee req-54de413f-cf38-43b5-b392-9653f8356a3b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:31.631092 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-171020f7-a5ad-408d-859a-d7833266a6ee req-54de413f-cf38-43b5-b392-9653f8356a3b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Calling delete_port for 2be2060e-1983-40d5-aa1f-30f1919a2bcb owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:01:31.716888 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0304090-6961-42aa-bf65-c7d51eab65fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Allocated IP 172.20.0.10 (ec3d888d-6dff-4db9-9652-095621504c10/8e9ffa32-8773-4eab-a887-3d9ef463e4c2/a23028f6-136c-4e9b-926f-2828a58156d6) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:01:31.740298 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1bfe8-4775-443f-8c78-c716676087e8 req-d76e563d-d01a-44a7-bd3e-b09e5a14903f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:31.747932 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f8a1bfe8-4775-443f-8c78-c716676087e8 req-d76e563d-d01a-44a7-bd3e-b09e5a14903f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.1787477
Jun 08 04:01:31.922782 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f8a1bfe8-4775-443f-8c78-c716676087e8 req-722ef208-0310-4352-92bf-b5191618ac3b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1719058
Jun 08 04:01:31.975706 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d6044-9e32-41d0-89a7-ef6fdf7e8cea req-588d5cdc-7c69-4890-9a8b-d0a2ed99fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:31.977252 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1c1d6044-9e32-41d0-89a7-ef6fdf7e8cea req-588d5cdc-7c69-4890-9a8b-d0a2ed99fa55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69503fbb25244595983009a8135abd9e&device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 1098 time: 0.2275443
Jun 08 04:01:31.985023 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38e3b0-197a-4705-94ae-4a49113348a3 req-decad6ef-6611-48f6-b8fd-e964ca2ff369 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:31.986438 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5f38e3b0-197a-4705-94ae-4a49113348a3 req-decad6ef-6611-48f6-b8fd-e964ca2ff369 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=28b14a7b-383b-4e75-abf3-9171898f30b8 HTTP/1.1" status: 200  len: 945 time: 0.1932590
Jun 08 04:01:32.110489 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-171020f7-a5ad-408d-859a-d7833266a6ee req-54de413f-cf38-43b5-b392-9653f8356a3b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:32.118640 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-8f890d50-1ce3-471e-a803-7771610c576f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:32.127416 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['a24b6183-3567-479a-be56-a179e5e4df6f', 'cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d', '2be2060e-1983-40d5-aa1f-30f1919a2bcb'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:01:32.319125 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de413f-cf38-43b5-b392-9653f8356a3b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Pushing event deleted for resources: {'Port': ['ID=2be2060e-1983-40d5-aa1f-30f1919a2bcb,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:32.328607 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-54de413f-cf38-43b5-b392-9653f8356a3b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:32.366141 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d6044-9e32-41d0-89a7-ef6fdf7e8cea req-8329d19c-95c7-4567-8635-0efe6849614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:32.367595 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1c1d6044-9e32-41d0-89a7-ef6fdf7e8cea req-8329d19c-95c7-4567-8635-0efe6849614d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf HTTP/1.1" status: 200  len: 911 time: 0.3803184
Jun 08 04:01:32.440538 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-171020f7-a5ad-408d-859a-d7833266a6ee req-54de413f-cf38-43b5-b392-9653f8356a3b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] No DVR routers for this DVR port 2be2060e-1983-40d5-aa1f-30f1919a2bcb on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:01:32.491728 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0304090-6961-42aa-bf65-c7d51eab65fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:32.519686 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0304090-6961-42aa-bf65-c7d51eab65fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Transition to ACTIVE for port object a23028f6-136c-4e9b-926f-2828a58156d6 will not be triggered until provisioned by entity DHCP. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:01:32.578045 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0304090-6961-42aa-bf65-c7d51eab65fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:32.590324 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5f38e3b0-197a-4705-94ae-4a49113348a3 req-8c1986f1-d72b-45ed-af02-f0aaf8af1ac4 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5652533
Jun 08 04:01:32.631589 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-171020f7-a5ad-408d-859a-d7833266a6ee req-54de413f-cf38-43b5-b392-9653f8356a3b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:32.634872 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-171020f7-a5ad-408d-859a-d7833266a6ee req-54de413f-cf38-43b5-b392-9653f8356a3b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "DELETE /v2.0/ports/2be2060e-1983-40d5-aa1f-30f1919a2bcb HTTP/1.1" status: 204  len: 173 time: 2.1130581
Jun 08 04:01:32.635835 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0304090-6961-42aa-bf65-c7d51eab65fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:01:32.635835 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:01:32.635835 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:01:32.635835 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:01:32.635835 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:01:32.635835 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:01:32.641185 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b14a7b-383b-4e75-abf3-9171898f30b8', 'name': 'network-vif-deleted', 'tag': '2be2060e-1983-40d5-aa1f-30f1919a2bcb'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:01:32.643909 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2fd29a-a0d5-4101-8bd4-905d5aa63ab7" -d '{"events": [{"server_uuid": "28b14a7b-383b-4e75-abf3-9171898f30b8", "name": "network-vif-deleted", "tag": "2be2060e-1983-40d5-aa1f-30f1919a2bcb"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:01:32.665268 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0304090-6961-42aa-bf65-c7d51eab65fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Network ec3d888d-6dff-4db9-9652-095621504c10 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:01:32.666488 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0304090-6961-42aa-bf65-c7d51eab65fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:01:32.669296 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0304090-6961-42aa-bf65-c7d51eab65fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:01:32.673601 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca47cb7-b958-4584-9534-4b01481d4682 req-b6d8fa9a-e3ad-4471-8c44-dcfddacc17b8 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:32.675485 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cca47cb7-b958-4584-9534-4b01481d4682 req-b6d8fa9a-e3ad-4471-8c44-dcfddacc17b8 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.4168324
Jun 08 04:01:32.678273 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1c1d6044-9e32-41d0-89a7-ef6fdf7e8cea req-d0179270-ccb6-47c9-be21-211d92324e87 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=204e1d2c-88a2-4e2d-8f2b-1442cea1a875 HTTP/1.1" status: 200  len: 1000 time: 0.2977924
Jun 08 04:01:32.801471 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0304090-6961-42aa-bf65-c7d51eab65fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:32.802147 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0304090-6961-42aa-bf65-c7d51eab65fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:32.831883 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d6044-9e32-41d0-89a7-ef6fdf7e8cea req-717c4fc9-c180-4d95-ab60-fb1dc94494ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:32.833483 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1c1d6044-9e32-41d0-89a7-ef6fdf7e8cea req-717c4fc9-c180-4d95-ab60-fb1dc94494ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d448cf88-0b89-4356-abde-c6d847bfa2f6 HTTP/1.1" status: 200  len: 849 time: 0.1467195
Jun 08 04:01:32.840562 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-e0304090-6961-42aa-bf65-c7d51eab65fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9757063
Jun 08 04:01:32.862551 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Request body: {'port': {'device_id': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:01:32.981907 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cca47cb7-b958-4584-9534-4b01481d4682 req-f2ec3fc3-6ce1-46eb-9bf0-c9da7819bf65 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2997804
Jun 08 04:01:33.037689 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:33.040995 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2707029c-3bdd-4eed-8199-97060ea2c3b9 None None] Provisioning for port a23028f6-136c-4e9b-926f-2828a58156d6 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:01:33.055760 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2707029c-3bdd-4eed-8199-97060ea2c3b9 None None] Provisioning complete for port a23028f6-136c-4e9b-926f-2828a58156d6 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:01:33.056142 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2707029c-3bdd-4eed-8199-97060ea2c3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:33.062876 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d6044-9e32-41d0-89a7-ef6fdf7e8cea req-019e191e-be79-415b-abf1-1f31e1cf213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:33.064422 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1c1d6044-9e32-41d0-89a7-ef6fdf7e8cea req-019e191e-be79-415b-abf1-1f31e1cf213d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1884687
Jun 08 04:01:33.179655 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2707029c-3bdd-4eed-8199-97060ea2c3b9 None None] Port a23028f6-136c-4e9b-926f-2828a58156d6 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:01:33.251441 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1c1d6044-9e32-41d0-89a7-ef6fdf7e8cea req-a954985f-1260-448c-9429-791e1ef4a0fe service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752462
Jun 08 04:01:33.515715 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1306bb7-906d-41e4-924d-23f5808287e7 req-55db2cb6-3d1f-4e74-9bc3-6a35b7014946 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:33.517929 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e1306bb7-906d-41e4-924d-23f5808287e7 req-55db2cb6-3d1f-4e74-9bc3-6a35b7014946 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 932 time: 0.6835668
Jun 08 04:01:33.570171 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23028f6-136c-4e9b-926f-2828a58156d6 {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:01:33.582109 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:33.615855 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Transition to ACTIVE for port object a23028f6-136c-4e9b-926f-2828a58156d6 will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:01:33.620933 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:33.625027 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:33.629472 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e1306bb7-906d-41e4-924d-23f5808287e7 req-1aca8336-dc30-4bbe-bcc9-6b44ca31d584 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1034501
Jun 08 04:01:33.686258 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1c1d6044-9e32-41d0-89a7-ef6fdf7e8cea req-21d08ebe-7abd-4e66-b298-1cd91e25d40c service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3940415
Jun 08 04:01:33.723922 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eec9a-7d51-42e8-a607-1d8d9826b979 req-587243c0-f854-48e4-82b3-7bbf03e9adfa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:33.730651 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-587eec9a-7d51-42e8-a607-1d8d9826b979 req-587243c0-f854-48e4-82b3-7bbf03e9adfa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.4779956
Jun 08 04:01:33.797380 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-587eec9a-7d51-42e8-a607-1d8d9826b979 req-b1fc673a-3c8e-43ec-9493-fe5ed632ea65 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581157
Jun 08 04:01:33.843746 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172f9c78-6388-4756-9b1f-ef1fa55b7680 x-openstack-request-id: req-172f9c78-6388-4756-9b1f-ef1fa55b7680 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:01:33.844751 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b14a7b-383b-4e75-abf3-9171898f30b8", "name": "network-vif-deleted", "tag": "2be2060e-1983-40d5-aa1f-30f1919a2bcb", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:01:33.847404 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-172f9c78-6388-4756-9b1f-ef1fa55b7680 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:01:33.848105 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b14a7b-383b-4e75-abf3-9171898f30b8', 'name': 'network-vif-deleted', 'tag': '2be2060e-1983-40d5-aa1f-30f1919a2bcb', 'status': 'completed', 'code': 200}
Jun 08 04:01:33.920836 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Pushing event updated for resources: {'Port': ['ID=a23028f6-136c-4e9b-926f-2828a58156d6,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:33.924475 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:34.041202 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Attempting to bind port a23028f6-136c-4e9b-926f-2828a58156d6 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:01:34.041761 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Attempting to bind port a23028f6-136c-4e9b-926f-2828a58156d6 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ab09434d-47c0-48fe-b110-bf0b62d8df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:01:34.042274 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Attempting to bind port a23028f6-136c-4e9b-926f-2828a58156d6 on network ec3d888d-6dff-4db9-9652-095621504c10 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:01:34.048883 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Port a23028f6-136c-4e9b-926f-2828a58156d6 on network ec3d888d-6dff-4db9-9652-095621504c10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 04:01:34.049383 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Attempting to bind port a23028f6-136c-4e9b-926f-2828a58156d6 on network ec3d888d-6dff-4db9-9652-095621504c10 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:01:34.051037 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b33d4-1374-434d-b340-2404adcd5f68 req-01565254-88cc-45fe-a808-649c24468722 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:34.058062 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5f7b33d4-1374-434d-b340-2404adcd5f68 req-01565254-88cc-45fe-a808-649c24468722 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.1740043
Jun 08 04:01:34.058400 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:01:34.059475 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Checking segment: {'id': 'ab09434d-47c0-48fe-b110-bf0b62d8df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:01:34.060173 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Bound using segment: {'id': 'ab09434d-47c0-48fe-b110-bf0b62d8df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:01:34.060853 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Bound port: a23028f6-136c-4e9b-926f-2828a58156d6, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab09434d-47c0-48fe-b110-bf0b62d8df48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:01:34.061353 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:34.113629 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5f7b33d4-1374-434d-b340-2404adcd5f68 req-8e94084a-9117-4ec4-b81d-fef5016148d3 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524321
Jun 08 04:01:34.175524 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] For port a23028f6-136c-4e9b-926f-2828a58156d6, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:01:34.179185 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] For port a23028f6-136c-4e9b-926f-2828a58156d6, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a23028f6-136c-4e9b-926f-2828a58156d6,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:01:34.185152 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:34.189048 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fc4ae6df-0dbe-4194-b2b6-0d6d6133a6b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:34.204986 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 2be2060e-1983-40d5-aa1f-30f1919a2bcb no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:01:34.250371 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:34.251150 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:34.252692 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] 10.222.0.42 "PUT /v2.0/ports/a23028f6-136c-4e9b-926f-2828a58156d6 HTTP/1.1" status: 200  len: 1094 time: 1.3991404
Jun 08 04:01:34.269727 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Pushing event updated for resources: {'Port': ['ID=a23028f6-136c-4e9b-926f-2828a58156d6,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:34.281621 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:34.297468 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: 2be2060e-1983-40d5-aa1f-30f1919a2bcb {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:01:34.297833 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 2be2060e-1983-40d5-aa1f-30f1919a2bcb not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:01:34.488440 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-3f344ced-d593-4a56-8e3c-430838189f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:34.491442 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-3f344ced-d593-4a56-8e3c-430838189f30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed3b379f822647c999c0ef8f3374f442&device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 1097 time: 0.1603193
Jun 08 04:01:34.685848 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-a7ec6d58-44f4-4902-bd53-5a3fa8af6fb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23028f6-136c-4e9b-926f-2828a58156d6 HTTP/1.1" status: 200  len: 217 time: 0.1759727
Jun 08 04:01:34.784139 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-d0f17379-d8b6-456c-8e24-3287177f9edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:34.785798 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-d0f17379-d8b6-456c-8e24-3287177f9edb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e9ffa32-8773-4eab-a887-3d9ef463e4c2 HTTP/1.1" status: 200  len: 847 time: 0.0924811
Jun 08 04:01:34.815619 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c1e33-1a38-475a-a626-de4890f0594f req-8e5789d3-a8a9-4bf6-aba3-5e0c800c0989 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:34.817141 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c01c1e33-1a38-475a-a626-de4890f0594f req-8e5789d3-a8a9-4bf6-aba3-5e0c800c0989 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.2719350
Jun 08 04:01:34.829611 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d937b27-1cc2-4aaa-ad74-a7cc82d27266 req-e563d2fd-66a3-4ce7-b01c-a2664d7079c5 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:34.836609 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9d937b27-1cc2-4aaa-ad74-a7cc82d27266 req-e563d2fd-66a3-4ce7-b01c-a2664d7079c5 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 945 time: 0.1530094
Jun 08 04:01:34.874582 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-99ebd90b-b841-4618-9630-8c9b25e3828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:34.876053 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-99ebd90b-b841-4618-9630-8c9b25e3828e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec3d888d-6dff-4db9-9652-095621504c10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752218
Jun 08 04:01:34.909809 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9d937b27-1cc2-4aaa-ad74-a7cc82d27266 req-5c6706fd-25eb-4d7c-97f2-83fb96691e32 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723515
Jun 08 04:01:34.912485 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c01c1e33-1a38-475a-a626-de4890f0594f req-4e3ea58d-1bae-46ea-9600-fea2833436ed tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733824
Jun 08 04:01:35.064055 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-44178508-6f2d-44ac-b7af-78683f468a87 service neutron] 10.222.0.42 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514046
Jun 08 04:01:35.121923 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42bc52-b043-41f6-b905-94676a1b5404 req-2af1fca7-f7c7-4d87-a5ca-6369231c4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:35.123420 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8b42bc52-b043-41f6-b905-94676a1b5404 req-2af1fca7-f7c7-4d87-a5ca-6369231c4078 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf42340f75147129f89ce0ba005ee2c&device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 1099 time: 0.1408181
Jun 08 04:01:35.135636 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37344a4f-1640-4620-bbd5-193f61e2b36c req-8a3b2d30-fe15-4d49-a272-4bd9bae39196 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:35.137764 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-37344a4f-1640-4620-bbd5-193f61e2b36c req-8a3b2d30-fe15-4d49-a272-4bd9bae39196 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.1050036
Jun 08 04:01:35.282114 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-203e41d9-d969-4704-b642-1a5fe94bffd4 req-3cf64955-e4ac-4eb2-acc9-d23fb205fb4e service neutron] 10.222.0.42 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2103579
Jun 08 04:01:35.336583 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-37344a4f-1640-4620-bbd5-193f61e2b36c req-16525b40-4578-4de4-a52f-b2d3e4c6f30b tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1727011
Jun 08 04:01:35.377102 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42bc52-b043-41f6-b905-94676a1b5404 req-110b36ec-5f24-427e-a4d2-d8271db1e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:35.378532 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8b42bc52-b043-41f6-b905-94676a1b5404 req-110b36ec-5f24-427e-a4d2-d8271db1e06d service neutron] 10.222.0.42 "GET /v2.0/networks?id=25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 200  len: 918 time: 0.2397480
Jun 08 04:01:35.394562 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e83c5-53c7-4eaf-99c3-fb3d45f09dc7 req-56178a1c-c21a-47bf-ae5e-06bb50db55fb tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:35.395975 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f68e83c5-53c7-4eaf-99c3-fb3d45f09dc7 req-56178a1c-c21a-47bf-ae5e-06bb50db55fb tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.1632903
Jun 08 04:01:35.524637 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f68e83c5-53c7-4eaf-99c3-fb3d45f09dc7 req-1b909701-3c2f-42a5-b555-57d4d15ec37f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761616
Jun 08 04:01:35.531032 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8b42bc52-b043-41f6-b905-94676a1b5404 req-ba041342-80cf-42e5-883d-6d2fbe2fc9ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b282215-8a4c-4452-a805-0a378d5150c8 HTTP/1.1" status: 200  len: 1002 time: 0.1341643
Jun 08 04:01:35.695521 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42bc52-b043-41f6-b905-94676a1b5404 req-afb1286b-e885-403b-ac00-cfd10846875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:35.697309 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8b42bc52-b043-41f6-b905-94676a1b5404 req-afb1286b-e885-403b-ac00-cfd10846875b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04013948-cf16-4867-b02e-8ad55b6e8639 HTTP/1.1" status: 200  len: 856 time: 0.1529026
Jun 08 04:01:35.789654 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42bc52-b043-41f6-b905-94676a1b5404 req-c31699e7-957e-43c3-beb1-c568d1809a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:35.791118 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8b42bc52-b043-41f6-b905-94676a1b5404 req-c31699e7-957e-43c3-beb1-c568d1809a7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25595095-7d27-4a13-98f0-9ae27dbcb04c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860164
Jun 08 04:01:35.849567 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'tag': 'a23028f6-136c-4e9b-926f-2828a58156d6'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:01:35.852056 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05a8bd9-5348-4633-a04f-790336da0f44" -d '{"events": [{"name": "network-changed", "server_uuid": "11c2a293-f6d8-48b1-ad33-a81d588d8d71", "tag": "a23028f6-136c-4e9b-926f-2828a58156d6"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:01:35.863428 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:35.906305 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a087e53-f579-4f7f-b727-6978e4f46774 x-openstack-request-id: req-8a087e53-f579-4f7f-b727-6978e4f46774 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:01:35.907047 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c2a293-f6d8-48b1-ad33-a81d588d8d71", "tag": "a23028f6-136c-4e9b-926f-2828a58156d6", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:01:35.907047 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a087e53-f579-4f7f-b727-6978e4f46774 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:01:35.907425 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'tag': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'status': 'completed', 'code': 200}
Jun 08 04:01:35.960598 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8b42bc52-b043-41f6-b905-94676a1b5404 req-242aa4ed-c34f-4010-b84c-c1bbc92be671 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609404
Jun 08 04:01:36.006474 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a8bd9-5348-4633-a04f-790336da0f44 req-10de56df-8ad6-43c5-8142-a5ed08f94210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:36.008453 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c05a8bd9-5348-4633-a04f-790336da0f44 req-10de56df-8ad6-43c5-8142-a5ed08f94210 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed3b379f822647c999c0ef8f3374f442&device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 1097 time: 0.0785503
Jun 08 04:01:36.156302 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a8bd9-5348-4633-a04f-790336da0f44 req-c763545e-afd6-4b59-adc4-03ce10ad1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:36.157761 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c05a8bd9-5348-4633-a04f-790336da0f44 req-c763545e-afd6-4b59-adc4-03ce10ad1bfd service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec3d888d-6dff-4db9-9652-095621504c10 HTTP/1.1" status: 200  len: 909 time: 0.1417873
Jun 08 04:01:36.234728 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c05a8bd9-5348-4633-a04f-790336da0f44 req-e186c2a8-53c1-4714-8258-f3756fd49295 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23028f6-136c-4e9b-926f-2828a58156d6 HTTP/1.1" status: 200  len: 217 time: 0.0658450
Jun 08 04:01:36.236668 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8b42bc52-b043-41f6-b905-94676a1b5404 req-70444ebc-fab4-4877-8d1f-2e6dbca68e54 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2620382
Jun 08 04:01:36.261088 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894b310-2238-4eaa-a78d-5f9aa81e29d7 req-b5d97b40-fc32-4eaa-9113-d028fd1544b1 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:36.263048 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d894b310-2238-4eaa-a78d-5f9aa81e29d7 req-b5d97b40-fc32-4eaa-9113-d028fd1544b1 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 945 time: 0.2128892
Jun 08 04:01:36.271206 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc8e6b-6a4e-4ca1-910e-ea57d60e1139 req-29d10e4d-0273-46ab-95ab-55f06a6f9364 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:36.272659 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d8bc8e6b-6a4e-4ca1-910e-ea57d60e1139 req-29d10e4d-0273-46ab-95ab-55f06a6f9364 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.1861782
Jun 08 04:01:36.304907 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a8bd9-5348-4633-a04f-790336da0f44 req-ca30b272-369c-4d62-9448-9dea64a56687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:36.306333 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c05a8bd9-5348-4633-a04f-790336da0f44 req-ca30b272-369c-4d62-9448-9dea64a56687 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e9ffa32-8773-4eab-a887-3d9ef463e4c2 HTTP/1.1" status: 200  len: 847 time: 0.0582032
Jun 08 04:01:36.338927 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d894b310-2238-4eaa-a78d-5f9aa81e29d7 req-f5e93fa7-6bd2-4491-a4a4-c157716dc1c5 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653377
Jun 08 04:01:36.349943 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d8bc8e6b-6a4e-4ca1-910e-ea57d60e1139 req-185876aa-1d34-4e84-9375-b00685ee2659 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594428
Jun 08 04:01:36.385918 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a8bd9-5348-4633-a04f-790336da0f44 req-169972a9-7b29-4426-bde4-d125daacf205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:36.387976 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c05a8bd9-5348-4633-a04f-790336da0f44 req-169972a9-7b29-4426-bde4-d125daacf205 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec3d888d-6dff-4db9-9652-095621504c10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740242
Jun 08 04:01:36.551450 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c05a8bd9-5348-4633-a04f-790336da0f44 req-b2dcca71-1e17-4b81-89e1-ac673ba74c18 service neutron] 10.222.0.42 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317699
Jun 08 04:01:36.569093 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b25a6-b5c2-4e2c-a135-07933bb3c5bb req-a65d50bf-5bfb-47e1-8a8d-bee21ff3630f tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:36.570494 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e05b25a6-b5c2-4e2c-a135-07933bb3c5bb req-a65d50bf-5bfb-47e1-8a8d-bee21ff3630f tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 945 time: 0.1423118
Jun 08 04:01:36.578675 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090c26f-fa5f-44bd-b57f-36850b2e8e24 req-4cefb18a-885b-48e0-b200-00d84153fb61 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:36.580035 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9090c26f-fa5f-44bd-b57f-36850b2e8e24 req-4cefb18a-885b-48e0-b200-00d84153fb61 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.1202226
Jun 08 04:01:36.690094 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c05a8bd9-5348-4633-a04f-790336da0f44 req-dde71d14-c8c7-4fbd-bf39-c644e85c171c service neutron] 10.222.0.42 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278629
Jun 08 04:01:36.710175 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9090c26f-fa5f-44bd-b57f-36850b2e8e24 req-c56cd055-f1ca-479a-84a3-f39d4e644b0c tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1008739
Jun 08 04:01:36.747999 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [req-e05b25a6-b5c2-4e2c-a135-07933bb3c5bb req-5a30dabb-3fbc-423e-8aa0-9de330f1f229 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Deleting port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:01:36.748381 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-e05b25a6-b5c2-4e2c-a135-07933bb3c5bb req-5a30dabb-3fbc-423e-8aa0-9de330f1f229 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:36.883462 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [req-e05b25a6-b5c2-4e2c-a135-07933bb3c5bb req-5a30dabb-3fbc-423e-8aa0-9de330f1f229 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] For port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:01:36.883824 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-e05b25a6-b5c2-4e2c-a135-07933bb3c5bb req-5a30dabb-3fbc-423e-8aa0-9de330f1f229 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:37.004195 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [req-e05b25a6-b5c2-4e2c-a135-07933bb3c5bb req-5a30dabb-3fbc-423e-8aa0-9de330f1f229 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Calling delete_port for cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d owned by compute:nova {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:01:37.113696 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-e05b25a6-b5c2-4e2c-a135-07933bb3c5bb req-5a30dabb-3fbc-423e-8aa0-9de330f1f229 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:37.119842 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:37.125126 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['a24b6183-3567-479a-be56-a179e5e4df6f', 'cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:01:37.164734 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30dabb-3fbc-423e-8aa0-9de330f1f229 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Pushing event deleted for resources: {'Port': ['ID=cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:37.196808 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-5a30dabb-3fbc-423e-8aa0-9de330f1f229 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:37.240184 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05b25a6-b5c2-4e2c-a135-07933bb3c5bb req-5a30dabb-3fbc-423e-8aa0-9de330f1f229 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] No DVR routers for this DVR port cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d on host hv-cinder-78662 {{(pid=91649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:01:37.243235 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-e05b25a6-b5c2-4e2c-a135-07933bb3c5bb req-5a30dabb-3fbc-423e-8aa0-9de330f1f229 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:37.245296 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e05b25a6-b5c2-4e2c-a135-07933bb3c5bb req-5a30dabb-3fbc-423e-8aa0-9de330f1f229 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "DELETE /v2.0/ports/cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d HTTP/1.1" status: 204  len: 173 time: 0.6643784
Jun 08 04:01:37.245779 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68516734-c9c1-435b-a8f3-519d9793357b', 'name': 'network-vif-deleted', 'tag': 'cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d'}] {{(pid=91649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:01:37.248335 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68076f80de6398871b1479c29e58ad4c04b4d9bb8781698605459407955b999f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2740392-02ca-4943-8351-8bbee79b3bdc" -d '{"events": [{"server_uuid": "68516734-c9c1-435b-a8f3-519d9793357b", "name": "network-vif-deleted", "tag": "cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d"}]}' {{(pid=91649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:01:37.291063 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ded8ffa-695f-441e-bf66-7a8ed5d995e8 x-openstack-request-id: req-6ded8ffa-695f-441e-bf66-7a8ed5d995e8 {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:01:37.291456 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68516734-c9c1-435b-a8f3-519d9793357b", "name": "network-vif-deleted", "tag": "cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d", "status": "completed", "code": 200}]} {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:01:37.291806 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ded8ffa-695f-441e-bf66-7a8ed5d995e8 {{(pid=91649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:01:37.292812 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68516734-c9c1-435b-a8f3-519d9793357b', 'name': 'network-vif-deleted', 'tag': 'cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d', 'status': 'completed', 'code': 200}
Jun 08 04:01:37.551914 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7f22864d-0ff0-40a7-8cfe-1407b19d2c66 req-5fb0bac1-1106-404d-a6ec-07a8b522ba6d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=68516734-c9c1-435b-a8f3-519d9793357b HTTP/1.1" status: 200  len: 210 time: 0.0524240
Jun 08 04:01:37.581233 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b1c14-c34b-452a-89ca-c18e03a6556e req-abef7fc0-a841-4538-b644-c629207c6e8d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:37.582650 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0f6b1c14-c34b-452a-89ca-c18e03a6556e req-abef7fc0-a841-4538-b644-c629207c6e8d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 946 time: 0.1189981
Jun 08 04:01:37.708442 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0f6b1c14-c34b-452a-89ca-c18e03a6556e req-fd03ebb3-9e55-45b1-9d4f-d3b86cf240cc tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201560
Jun 08 04:01:37.904543 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc72a5a-a847-4a9b-82f9-3512484e4793 req-4175d9f3-7c72-49d5-a7f3-bc3dd403e517 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:37.906034 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6fc72a5a-a847-4a9b-82f9-3512484e4793 req-4175d9f3-7c72-49d5-a7f3-bc3dd403e517 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0878859
Jun 08 04:01:37.964395 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6fc72a5a-a847-4a9b-82f9-3512484e4793 req-d88e829c-832d-46f2-a5c0-cad0f06a62e6 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460670
Jun 08 04:01:38.238799 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:01:38.273088 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:01:38.273446 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device cb9248fa-e14a-4ddf-bc9c-8dd7f4057b8d not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:01:38.273864 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 2b282215-8a4c-4452-a805-0a378d5150c8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:01:38.384448 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:38.411756 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:01:38.414391 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3409d02c-bfd7-4441-ac30-3458f6d825b9" -d '{"events": [{"server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "name": "network-vif-unplugged", "status": "completed", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:01:38.422339 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 2b282215-8a4c-4452-a805-0a378d5150c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b282215-8a4c-4452-a805-0a378d5150c8,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:01:38.426247 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:38.427953 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:38.462745 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 04:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f95c1f-88fd-4a78-b270-b89961b6ac7b x-openstack-request-id: req-85f95c1f-88fd-4a78-b270-b89961b6ac7b {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:01:38.463009 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "name": "network-vif-unplugged", "status": "completed", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:01:38.463274 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85f95c1f-88fd-4a78-b270-b89961b6ac7b {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:01:38.463663 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8', 'code': 200}
Jun 08 04:01:38.497460 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=2b282215-8a4c-4452-a805-0a378d5150c8,revision_number=8']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:38.500160 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:38.905343 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167abcf-d1f6-43ef-a938-93f953e484c4 req-b74dd1ec-538c-4150-a17d-a249fc4a77d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:38.906781 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0167abcf-d1f6-43ef-a938-93f953e484c4 req-b74dd1ec-538c-4150-a17d-a249fc4a77d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0812438
Jun 08 04:01:38.952380 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0167abcf-d1f6-43ef-a938-93f953e484c4 req-75f9228c-7107-4a05-a239-3344c008804f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398912
Jun 08 04:01:39.185097 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b625a-80d5-4542-894a-a2dbe9cf0c74 req-18e981ad-ad30-4431-bbbb-75321ab3eda8 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:39.186559 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-224b625a-80d5-4542-894a-a2dbe9cf0c74 req-18e981ad-ad30-4431-bbbb-75321ab3eda8 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0874538
Jun 08 04:01:39.236129 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-224b625a-80d5-4542-894a-a2dbe9cf0c74 req-99ef4515-91ed-4f60-bf07-d7f3d5128d3a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439131
Jun 08 04:01:40.028166 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8aa217-4dc3-4d5e-ab1d-23e385f94f79 req-1e4fd670-f876-4f8e-92c8-6e716b0b4ed3 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:40.030526 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2d8aa217-4dc3-4d5e-ab1d-23e385f94f79 req-1e4fd670-f876-4f8e-92c8-6e716b0b4ed3 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.1046698
Jun 08 04:01:40.081901 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2d8aa217-4dc3-4d5e-ab1d-23e385f94f79 req-6cd364bb-0bee-44ca-918d-fa0a5b9ce16b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452189
Jun 08 04:01:40.247806 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 49814) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:01:40.331321 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a79c2-325e-4559-adea-774140700d25 req-58d2e359-eb27-4342-b3a6-bc8a893641c8 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:40.339157 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b64a79c2-325e-4559-adea-774140700d25 req-58d2e359-eb27-4342-b3a6-bc8a893641c8 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 945 time: 0.0913925
Jun 08 04:01:40.399514 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-10400da6-4537-4f9f-9ed3-cdb083710168 req-2f7fc116-4dd5-407e-acde-801b1b2d252d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1493073
Jun 08 04:01:40.433181 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b64a79c2-325e-4559-adea-774140700d25 req-ef9cde75-c251-41f8-8cd1-19bd064489c3 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923858
Jun 08 04:01:40.466092 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c26376-a929-4dac-ba7f-88c6e4f7bdd3 req-8cf0cdc1-b0eb-4992-a953-f7eb66462c22 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:40.467545 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-01c26376-a929-4dac-ba7f-88c6e4f7bdd3 req-8cf0cdc1-b0eb-4992-a953-f7eb66462c22 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.1056223
Jun 08 04:01:40.516643 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-01c26376-a929-4dac-ba7f-88c6e4f7bdd3 req-99091b46-ea04-4dfa-b3c4-a46246eeb184 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430830
Jun 08 04:01:41.287832 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd57f1-1e72-4825-8341-d3c95453e5c4 req-310719ca-2205-433f-8bc5-6112d18b07a6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:41.289657 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-61dd57f1-1e72-4825-8341-d3c95453e5c4 req-310719ca-2205-433f-8bc5-6112d18b07a6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0888388
Jun 08 04:01:41.342224 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-61dd57f1-1e72-4825-8341-d3c95453e5c4 req-bd5b60d5-9b29-48e3-aeee-f19fe553b533 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447848
Jun 08 04:01:41.617030 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5a141-945d-4eca-8611-8306d54af819 req-52f37110-2176-4753-93e5-ed960a269434 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:41.618483 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a1a5a141-945d-4eca-8611-8306d54af819 req-52f37110-2176-4753-93e5-ed960a269434 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 945 time: 0.0794601
Jun 08 04:01:41.714154 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a1a5a141-945d-4eca-8611-8306d54af819 req-b91e151e-cc0c-4807-aaf8-f731b606f1b3 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fdcace7-4064-4818-98ec-ceb6d5ee4b83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600014
Jun 08 04:01:41.734787 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba587c-5596-42fe-be38-6ec2ec1cd1cd req-481fd701-6efe-48b9-8b9c-f5077fba867e tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:41.736226 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a6ba587c-5596-42fe-be38-6ec2ec1cd1cd req-481fd701-6efe-48b9-8b9c-f5077fba867e tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.1156909
Jun 08 04:01:41.781375 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a6ba587c-5596-42fe-be38-6ec2ec1cd1cd req-fe838c62-6ea4-493b-a130-a5b24027f85d tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393887
Jun 08 04:01:42.152049 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b60a0d-83da-4495-9ed4-b157de9e7d9f req-5bffb1e6-f6aa-4de1-b1be-c4d1b410530e tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:42.154199 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d8b60a0d-83da-4495-9ed4-b157de9e7d9f req-5bffb1e6-f6aa-4de1-b1be-c4d1b410530e tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 945 time: 0.0901837
Jun 08 04:01:42.282121 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 2b282215-8a4c-4452-a805-0a378d5150c8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:01:42.288179 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [req-d8b60a0d-83da-4495-9ed4-b157de9e7d9f req-c0892db9-d4fd-48e9-b286-4e11eea4732d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Deleting port a24b6183-3567-479a-be56-a179e5e4df6f {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:01:42.288759 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-d8b60a0d-83da-4495-9ed4-b157de9e7d9f req-c0892db9-d4fd-48e9-b286-4e11eea4732d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:42.426747 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [req-d8b60a0d-83da-4495-9ed4-b157de9e7d9f req-c0892db9-d4fd-48e9-b286-4e11eea4732d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] For port a24b6183-3567-479a-be56-a179e5e4df6f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a24b6183-3567-479a-be56-a179e5e4df6f,segment=NetworkSegment(7a5ce95c-f369-4694-9de6-62cebbdc75f1),segment_id=7a5ce95c-f369-4694-9de6-62cebbdc75f1)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:01:42.427283 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-d8b60a0d-83da-4495-9ed4-b157de9e7d9f req-c0892db9-d4fd-48e9-b286-4e11eea4732d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:42.582441 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [req-d8b60a0d-83da-4495-9ed4-b157de9e7d9f req-c0892db9-d4fd-48e9-b286-4e11eea4732d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Calling delete_port for a24b6183-3567-479a-be56-a179e5e4df6f owned by compute:nova {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:01:42.650916 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab923b-9d60-408e-8056-5080a185f791 req-62fedf76-ff1c-4ae2-8218-788b7c305d12 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:42.652407 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f9ab923b-9d60-408e-8056-5080a185f791 req-62fedf76-ff1c-4ae2-8218-788b7c305d12 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.1600280
Jun 08 04:01:42.739764 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f9ab923b-9d60-408e-8056-5080a185f791 req-2d229fe0-9a48-4dc1-8ebf-dfd6b685e3c7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797060
Jun 08 04:01:42.764456 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-d8b60a0d-83da-4495-9ed4-b157de9e7d9f req-c0892db9-d4fd-48e9-b286-4e11eea4732d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:42.771196 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:42.815701 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0892db9-d4fd-48e9-b286-4e11eea4732d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Pushing event deleted for resources: {'Port': ['ID=a24b6183-3567-479a-be56-a179e5e4df6f,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:42.818756 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-c0892db9-d4fd-48e9-b286-4e11eea4732d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:42.917116 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a95a185b-41d4-43b7-a365-3ec804e5f57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:43.033779 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d5557355-1b27-4cec-ac03-3904cd9626ac req-f1bedff9-8eea-4907-83e8-ae30f2e574c5 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.15 "GET /v2.0/ports?device_id=450be084-28bd-4d9d-9e32-cddc9a2733f2 HTTP/1.1" status: 200  len: 210 time: 0.1844795
Jun 08 04:01:43.045060 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b60a0d-83da-4495-9ed4-b157de9e7d9f req-c0892db9-d4fd-48e9-b286-4e11eea4732d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] No DVR routers for this DVR port a24b6183-3567-479a-be56-a179e5e4df6f on host hv-cinder-78662 {{(pid=91649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:01:43.054080 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-d8b60a0d-83da-4495-9ed4-b157de9e7d9f req-c0892db9-d4fd-48e9-b286-4e11eea4732d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:43.054080 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d8b60a0d-83da-4495-9ed4-b157de9e7d9f req-c0892db9-d4fd-48e9-b286-4e11eea4732d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] 10.222.0.42 "DELETE /v2.0/ports/a24b6183-3567-479a-be56-a179e5e4df6f HTTP/1.1" status: 204  len: 173 time: 0.8922768
Jun 08 04:01:43.054080 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450be084-28bd-4d9d-9e32-cddc9a2733f2', 'name': 'network-vif-deleted', 'tag': 'a24b6183-3567-479a-be56-a179e5e4df6f'}] {{(pid=91649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:01:43.055893 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68076f80de6398871b1479c29e58ad4c04b4d9bb8781698605459407955b999f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5d5619-1a32-4e7e-9327-968bc1b858a0" -d '{"events": [{"server_uuid": "450be084-28bd-4d9d-9e32-cddc9a2733f2", "name": "network-vif-deleted", "tag": "a24b6183-3567-479a-be56-a179e5e4df6f"}]}' {{(pid=91649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:01:43.098885 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47a69f-2315-420c-808f-dfc93e1a0519 req-143141e8-a4c9-435b-a4a9-b35f93cc64b9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:43.100341 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cd47a69f-2315-420c-808f-dfc93e1a0519 req-143141e8-a4c9-435b-a4a9-b35f93cc64b9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.1342707
Jun 08 04:01:43.105310 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27149f91-368d-4e3d-a86f-e55e02a04ab0 x-openstack-request-id: req-27149f91-368d-4e3d-a86f-e55e02a04ab0 {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:01:43.105656 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450be084-28bd-4d9d-9e32-cddc9a2733f2", "name": "network-vif-deleted", "tag": "a24b6183-3567-479a-be56-a179e5e4df6f", "status": "completed", "code": 200}]} {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:01:43.105941 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27149f91-368d-4e3d-a86f-e55e02a04ab0 {{(pid=91649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:01:43.106533 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450be084-28bd-4d9d-9e32-cddc9a2733f2', 'name': 'network-vif-deleted', 'tag': 'a24b6183-3567-479a-be56-a179e5e4df6f', 'status': 'completed', 'code': 200}
Jun 08 04:01:43.147430 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cd47a69f-2315-420c-808f-dfc93e1a0519 req-e3e64c67-0bb1-4b35-a801-8b8048be489a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400233
Jun 08 04:01:43.932079 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcda26-a363-4002-990c-01bb8cf27bf6 req-96b1e0c5-8c43-4ea5-a36d-bd905b682ce9 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:43.933546 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e7bcda26-a363-4002-990c-01bb8cf27bf6 req-96b1e0c5-8c43-4ea5-a36d-bd905b682ce9 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0796111
Jun 08 04:01:43.979298 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e7bcda26-a363-4002-990c-01bb8cf27bf6 req-94651509-263a-4e88-aafd-2a0175120836 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394876
Jun 08 04:01:44.126150 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 49870) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:01:44.187145 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd1f2f7-8191-465d-adaa-334a1926ead1 admin admin] Deleting subnet 27ee18ff-e7d4-4abb-b4d2-4645081d1189 {{(pid=91649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:01:44.190139 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f2f7-8191-465d-adaa-334a1926ead1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:44.239955 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f2f7-8191-465d-adaa-334a1926ead1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-162896'] for subnet, precommit_delete_associations {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:44.288333 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device a24b6183-3567-479a-be56-a179e5e4df6f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:01:44.322480 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: a24b6183-3567-479a-be56-a179e5e4df6f {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:01:44.322828 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device a24b6183-3567-479a-be56-a179e5e4df6f not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:01:44.352227 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f2f7-8191-465d-adaa-334a1926ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:44.427604 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe6d71-62b1-4d39-8d1c-253ca8b41a8f req-8b818049-b524-44aa-8541-5c173b494db5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:44.429139 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1bfe6d71-62b1-4d39-8d1c-253ca8b41a8f req-8b818049-b524-44aa-8541-5c173b494db5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.1589367
Jun 08 04:01:44.462946 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f2f7-8191-465d-adaa-334a1926ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2509631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2477033'] for subnet, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:44.478257 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:44.513785 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1bfe6d71-62b1-4d39-8d1c-253ca8b41a8f req-e437d915-c532-4829-99e0-9a38ec8a1386 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0772920
Jun 08 04:01:44.518593 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1f2f7-8191-465d-adaa-334a1926ead1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27ee18ff-e7d4-4abb-b4d2-4645081d1189,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:44.520297 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f2f7-8191-465d-adaa-334a1926ead1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:44.522017 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-5bd1f2f7-8191-465d-adaa-334a1926ead1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/27ee18ff-e7d4-4abb-b4d2-4645081d1189 HTTP/1.1" status: 204  len: 168 time: 0.3948677
Jun 08 04:01:44.523863 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-5bd1f2f7-8191-465d-adaa-334a1926ead1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:44.524455 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 49876) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:01:44.628548 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:44.750916 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:44.763290 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb0021533d0>,) {'filters': {'network_id': ['837001f9-2e0e-4bac-935e-3440dea914fb']}} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:01:44.774746 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb0021533d0>, '7a5ce95c-f369-4694-9de6-62cebbdc75f1') {'for_net_delete': True} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:01:44.775042 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb0021533d0>, '7a5ce95c-f369-4694-9de6-62cebbdc75f1') {} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:01:44.787028 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-162907'] for segment, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:44.803115 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:44.809044 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=91649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:01:44.809420 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2509722'] for segment, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]: Traceback (most recent call last):
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     timer()
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     cb(*args, **kw)
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     return func(*args, **kwargs)
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     self._notify()
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     self.callback(batched_events)
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     event.method(event)
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     return f(self, *a, **k)
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._get(url).json()
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:01:44.822318 dv-cinder-786627-8-iscsi neutron-server[91649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:01:44.898778 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:44.902439 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e3b26248-c8d3-40ed-bb61-da58fda0a16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:44.916006 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:44.917778 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] 10.222.0.15 "DELETE /v2.0/networks/837001f9-2e0e-4bac-935e-3440dea914fb HTTP/1.1" status: 204  len: 168 time: 0.3924477
Jun 08 04:01:44.923218 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Pushing event deleted for resources: {'Network': ['ID=837001f9-2e0e-4bac-935e-3440dea914fb,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:44.930353 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:44.930718 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:44.931068 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:44.931415 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:44.931757 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:44.932102 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:44.932469 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:44.933005 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:44.933137 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:44.933473 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:44.933903 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:44.934241 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:44.937287 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-494d3bca-3198-45f4-8cce-eb1ea6558356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:45.091951 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 49886) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:01:45.141247 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-181206ad-81b0-4ed0-b049-9d042ccab7f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8279772a97114892b0ce86b3832f7aee&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0480602
Jun 08 04:01:45.143716 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 49888) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:01:45.182747 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f1e43-98c3-415c-8b37-b41120ca92d1 req-561e8331-32e1-4890-85e3-b137ab650cd1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:45.184866 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b01f1e43-98c3-415c-8b37-b41120ca92d1 req-561e8331-32e1-4890-85e3-b137ab650cd1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0930552
Jun 08 04:01:45.203831 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-54a6bd09-4602-4d73-9356-c5bffd53b817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:45.229634 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-54a6bd09-4602-4d73-9356-c5bffd53b817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:45.239240 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b01f1e43-98c3-415c-8b37-b41120ca92d1 req-acf17aaa-f27d-42a6-ad32-3026209f71f6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484440
Jun 08 04:01:45.251483 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2f78d9b4-d174-499a-a874-3dd36ac97f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:45.286893 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-54a6bd09-4602-4d73-9356-c5bffd53b817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:45.289367 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-54a6bd09-4602-4d73-9356-c5bffd53b817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:45.290476 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-54a6bd09-4602-4d73-9356-c5bffd53b817 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fdcace7-4064-4818-98ec-ceb6d5ee4b83 HTTP/1.1" status: 204  len: 168 time: 0.1458476
Jun 08 04:01:45.291121 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:45.300200 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6bd09-4602-4d73-9356-c5bffd53b817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdcace7-4064-4818-98ec-ceb6d5ee4b83,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:45.302567 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-54a6bd09-4602-4d73-9356-c5bffd53b817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:45.448400 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:45.707853 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be167bd1-066c-4a3b-9e3a-40e14132c782 req-024ca1ba-e080-4440-b21e-968c8e7db7b3 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:45.709460 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-be167bd1-066c-4a3b-9e3a-40e14132c782 req-024ca1ba-e080-4440-b21e-968c8e7db7b3 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0880172
Jun 08 04:01:45.755959 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-be167bd1-066c-4a3b-9e3a-40e14132c782 req-0f914ce9-dc25-41d7-ac53-6c3e3f637578 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0406170
Jun 08 04:01:46.425558 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:46.440258 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4c5ab-942c-4883-97d1-2fdeb1081f47 req-207bbbd9-4d51-451c-8774-d9e0c970d16e tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:46.441761 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8fa4c5ab-942c-4883-97d1-2fdeb1081f47 req-207bbbd9-4d51-451c-8774-d9e0c970d16e tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0852575
Jun 08 04:01:46.487074 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8fa4c5ab-942c-4883-97d1-2fdeb1081f47 req-e4fbbc39-f621-4c46-8d86-5499aab3d51d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395370
Jun 08 04:01:46.950684 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf2cd2-c20b-4557-8156-629c70a7c3bd req-225ebe4f-f73e-4d8a-a471-d905cd22cdd1 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:46.952309 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e6bf2cd2-c20b-4557-8156-629c70a7c3bd req-225ebe4f-f73e-4d8a-a471-d905cd22cdd1 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0834029
Jun 08 04:01:47.000604 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e6bf2cd2-c20b-4557-8156-629c70a7c3bd req-23dd66f2-141b-4619-bc8d-a38a8569268d tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426109
Jun 08 04:01:47.681882 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04882e4d-44b1-4339-a71a-ba5da9d3ae2b req-73939d3c-c66a-41ab-9bc6-b78a6278c6d6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:47.683342 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-04882e4d-44b1-4339-a71a-ba5da9d3ae2b req-73939d3c-c66a-41ab-9bc6-b78a6278c6d6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0838573
Jun 08 04:01:47.729001 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-04882e4d-44b1-4339-a71a-ba5da9d3ae2b req-1a5f89bc-d923-4251-a7ee-b602f4355395 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393651
Jun 08 04:01:48.008284 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:48.080867 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 49982) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:01:48.185107 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308241a-bed6-40ab-9866-3330dda9a5c6 req-5055f877-6c8b-4e26-bd14-919a43ca45a4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:48.186683 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f308241a-bed6-40ab-9866-3330dda9a5c6 req-5055f877-6c8b-4e26-bd14-919a43ca45a4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0799127
Jun 08 04:01:48.327033 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f308241a-bed6-40ab-9866-3330dda9a5c6 req-afa256ef-5811-4aae-a766-12778cd2c096 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1348925
Jun 08 04:01:48.327930 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b823bb46-6a79-41fa-9f28-f4ef43e738e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:48.431962 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b823bb46-6a79-41fa-9f28-f4ef43e738e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:48.436698 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b823bb46-6a79-41fa-9f28-f4ef43e738e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:48.443301 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-6533c7bc-55f6-4437-9f5f-8498816f4826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:48.483243 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-b823bb46-6a79-41fa-9f28-f4ef43e738e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a68968124c04e00868e32ff6bd256c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4012189
Jun 08 04:01:48.484103 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823bb46-6a79-41fa-9f28-f4ef43e738e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8679b8a-97cd-45d8-a31c-5f5b8f475d89,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:48.485908 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 49988) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:01:48.487086 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-b823bb46-6a79-41fa-9f28-f4ef43e738e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:48.545163 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:48.571727 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:48.624755 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:48.627196 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:48.628291 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8679b8a-97cd-45d8-a31c-5f5b8f475d89 HTTP/1.1" status: 204  len: 168 time: 0.1414042
Jun 08 04:01:48.629176 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-bc5c37c0-2f60-4ae1-a1db-55954d3e827d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:48.639095 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8679b8a-97cd-45d8-a31c-5f5b8f475d89,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:48.646415 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:48.646788 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:48.647150 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:48.647508 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:48.647863 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:48.648212 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:48.648581 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:48.648926 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:48.649268 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:48.649608 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:48.649945 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:48.650281 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:01:48.654019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:48.919077 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 49998) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:01:48.922429 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4e26c-edce-4323-9fa9-8c94347bb5b8 req-299a571a-bd9b-4db1-89b4-e035f40fa8c1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:48.923898 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1bb4e26c-edce-4323-9fa9-8c94347bb5b8 req-299a571a-bd9b-4db1-89b4-e035f40fa8c1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0840988
Jun 08 04:01:48.936184 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ea9330ae-2c4b-42e5-a188-895f2bea4c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:48.969146 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1bb4e26c-edce-4323-9fa9-8c94347bb5b8 req-8dc18bd3-9d8e-419d-9df4-cbb86c0f5c2d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395963
Jun 08 04:01:49.049719 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ea9330ae-2c4b-42e5-a188-895f2bea4c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:49.053471 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ea9330ae-2c4b-42e5-a188-895f2bea4c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:49.064794 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-4d4ac5b5-7409-4599-8b4a-6cf77ce466f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:49.102585 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-ea9330ae-2c4b-42e5-a188-895f2bea4c70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2eae7f1271934427a06b926ad3f6a0ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1824620
Jun 08 04:01:49.104064 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9330ae-2c4b-42e5-a188-895f2bea4c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c72a74c-3b4c-445a-b7da-5639e97d6340,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:49.105335 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 50002) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:01:49.107623 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ea9330ae-2c4b-42e5-a188-895f2bea4c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:49.163048 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-20ee009a-180d-4fc0-b815-535e72ed1137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:49.188235 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-20ee009a-180d-4fc0-b815-535e72ed1137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:49.241821 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-20ee009a-180d-4fc0-b815-535e72ed1137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:49.244262 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-20ee009a-180d-4fc0-b815-535e72ed1137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:01:49.245450 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-20ee009a-180d-4fc0-b815-535e72ed1137 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c72a74c-3b4c-445a-b7da-5639e97d6340 HTTP/1.1" status: 204  len: 168 time: 0.1385024
Jun 08 04:01:49.246215 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-cf1104ad-5552-4fe3-a784-8aa5f378e017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:01:49.255348 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee009a-180d-4fc0-b815-535e72ed1137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c72a74c-3b4c-445a-b7da-5639e97d6340,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:01:49.257609 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-20ee009a-180d-4fc0-b815-535e72ed1137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:01:49.511487 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee0757-ddfa-4e76-8079-c3a3c08227c8 req-ae8f0c4e-c170-4cf8-8ce3-4e14db8de683 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:49.513834 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b2ee0757-ddfa-4e76-8079-c3a3c08227c8 req-ae8f0c4e-c170-4cf8-8ce3-4e14db8de683 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0840292
Jun 08 04:01:49.558921 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b2ee0757-ddfa-4e76-8079-c3a3c08227c8 req-53df221d-04a3-4a45-8053-05885b8be410 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391648
Jun 08 04:01:50.165418 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69056c0c-aa11-4f29-b27c-388e89d3787a req-a7d1db11-dec0-4f74-b669-d2d5c1178900 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:50.166897 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-69056c0c-aa11-4f29-b27c-388e89d3787a req-a7d1db11-dec0-4f74-b669-d2d5c1178900 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0843227
Jun 08 04:01:50.215611 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-69056c0c-aa11-4f29-b27c-388e89d3787a req-421d0783-70d0-4537-9ba7-94100681ee78 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423307
Jun 08 04:01:50.747936 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77f530-553c-4b89-a525-1c9833001005 req-a0b0f906-906d-4ae3-9e8b-c34fcf86bc9f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:50.749434 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5f77f530-553c-4b89-a525-1c9833001005 req-a0b0f906-906d-4ae3-9e8b-c34fcf86bc9f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0824521
Jun 08 04:01:50.795243 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5f77f530-553c-4b89-a525-1c9833001005 req-4ba2c591-9b4e-4238-8d88-fe2467d86f81 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402384
Jun 08 04:01:51.417139 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba6dc-9534-401d-ae51-06aa43b439ba req-46d76947-f4e0-467f-8d9e-25fadac4414d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:51.419311 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-17dba6dc-9534-401d-ae51-06aa43b439ba req-46d76947-f4e0-467f-8d9e-25fadac4414d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0845768
Jun 08 04:01:51.461864 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-17dba6dc-9534-401d-ae51-06aa43b439ba req-457f063f-36bd-43ef-a0fb-e33d7b127af3 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368876
Jun 08 04:01:51.910799 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:01:51.977398 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599229d-936e-44d2-a104-d73269b71084 req-31a1362a-6ddb-4c2d-8f70-bc992204138e tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:51.978766 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b599229d-936e-44d2-a104-d73269b71084 req-31a1362a-6ddb-4c2d-8f70-bc992204138e tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0802100
Jun 08 04:01:52.022767 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b599229d-936e-44d2-a104-d73269b71084 req-9854afdc-176e-4248-8092-3452337e2066 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0382006
Jun 08 04:01:52.656878 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4253e67-a16e-4332-ac32-60f6f0178e5d req-e2e5c553-af5c-4747-a2d5-cadc2a79f1d8 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:52.658313 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b4253e67-a16e-4332-ac32-60f6f0178e5d req-e2e5c553-af5c-4747-a2d5-cadc2a79f1d8 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0825691
Jun 08 04:01:52.701772 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b4253e67-a16e-4332-ac32-60f6f0178e5d req-2f2d5b80-f70b-4148-9bba-8242abaadde3 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380013
Jun 08 04:01:53.201030 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40114752-cd23-4817-ae38-e2be9f373c89 req-e7bc462e-e840-414f-ace6-e96029d65f51 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:53.202458 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-40114752-cd23-4817-ae38-e2be9f373c89 req-e7bc462e-e840-414f-ace6-e96029d65f51 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0778513
Jun 08 04:01:53.247072 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-40114752-cd23-4817-ae38-e2be9f373c89 req-9ef67702-ceb3-450d-8b0b-8718489e1970 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0381382
Jun 08 04:01:53.893083 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f80fa-2743-4785-9226-191f89d18164 req-636b757a-f6c9-41ef-a48b-c52f1ec4cfde tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:53.894526 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fb0f80fa-2743-4785-9226-191f89d18164 req-636b757a-f6c9-41ef-a48b-c52f1ec4cfde tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0824137
Jun 08 04:01:53.937431 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fb0f80fa-2743-4785-9226-191f89d18164 req-663066aa-becc-4ce4-a804-6059b3c4167e tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373769
Jun 08 04:01:54.427166 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b343b-58d1-46bb-acfe-018dc0fdcb05 req-74fdd1b8-dd32-463f-99ea-db58c4b97ac7 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:54.428609 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-957b343b-58d1-46bb-acfe-018dc0fdcb05 req-74fdd1b8-dd32-463f-99ea-db58c4b97ac7 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0780423
Jun 08 04:01:54.474546 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-957b343b-58d1-46bb-acfe-018dc0fdcb05 req-a626214f-e28a-4586-9d7e-cd3dc6d4a19d tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403280
Jun 08 04:01:55.122719 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6ffb1-2626-49b1-a258-9036224752f4 req-c604a9e2-edf3-4f99-89d7-2d94dcf70796 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:55.124068 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cec6ffb1-2626-49b1-a258-9036224752f4 req-c604a9e2-edf3-4f99-89d7-2d94dcf70796 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0788770
Jun 08 04:01:55.167650 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cec6ffb1-2626-49b1-a258-9036224752f4 req-9ed08ffb-d601-43be-a192-15b05baf9aaf tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380435
Jun 08 04:01:55.664459 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c0444-a9e8-4ba7-9f89-6db23a806916 req-d8ac1c50-8e3a-4819-b836-c0be9526e514 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:55.665927 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-df0c0444-a9e8-4ba7-9f89-6db23a806916 req-d8ac1c50-8e3a-4819-b836-c0be9526e514 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0881140
Jun 08 04:01:55.710777 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-df0c0444-a9e8-4ba7-9f89-6db23a806916 req-25f29c01-ff1a-41a0-a25c-076a7a5fd8f4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391726
Jun 08 04:01:56.355023 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4263b4-ebda-4c44-b16a-353a616056e5 req-57128b38-f6d4-47ce-8afc-a3d839d67dce tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:56.357212 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4d4263b4-ebda-4c44-b16a-353a616056e5 req-57128b38-f6d4-47ce-8afc-a3d839d67dce tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0782292
Jun 08 04:01:56.400708 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4d4263b4-ebda-4c44-b16a-353a616056e5 req-286182bb-d956-487a-b235-6800a600ffde tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379272
Jun 08 04:01:56.900135 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637db07-622e-42dc-a83a-b0386d838caf req-31bf894c-3a04-4e1d-b6de-15c8e2807c44 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:56.901608 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7637db07-622e-42dc-a83a-b0386d838caf req-31bf894c-3a04-4e1d-b6de-15c8e2807c44 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0821834
Jun 08 04:01:56.945668 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7637db07-622e-42dc-a83a-b0386d838caf req-4ef7bdc0-5b6d-42eb-bf62-2a5a8dca764b tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0376744
Jun 08 04:01:57.602423 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7491f-0d25-45ae-b28b-cec06985452b req-e1b9d4c3-8939-4191-baa4-4fc271abaaea tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:57.603790 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9dc7491f-0d25-45ae-b28b-cec06985452b req-e1b9d4c3-8939-4191-baa4-4fc271abaaea tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0780523
Jun 08 04:01:57.651392 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9dc7491f-0d25-45ae-b28b-cec06985452b req-279a84dd-a16c-4712-ba55-86b7c5684731 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412471
Jun 08 04:01:58.131754 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0825b4-b8cf-49ac-a03c-60c26cd8728b req-62206492-dd6a-4cd3-b57f-815e3847c06d tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:58.133400 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6d0825b4-b8cf-49ac-a03c-60c26cd8728b req-62206492-dd6a-4cd3-b57f-815e3847c06d tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0788896
Jun 08 04:01:58.177137 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6d0825b4-b8cf-49ac-a03c-60c26cd8728b req-dde787d8-327e-4751-a959-549eb961d941 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0381505
Jun 08 04:01:58.841889 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38912565-07d9-4606-af34-1b622d14cd2a req-dba3a82a-545e-48c8-a4db-64432253db1c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:58.843413 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-38912565-07d9-4606-af34-1b622d14cd2a req-dba3a82a-545e-48c8-a4db-64432253db1c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0831563
Jun 08 04:01:58.969580 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-38912565-07d9-4606-af34-1b622d14cd2a req-0cbc4b02-3a7f-4e2f-94d4-d2ef0d866e46 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1203299
Jun 08 04:01:59.362686 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa84eb-928d-4b4f-ad66-bb557ea3636d req-66001449-bac8-4a0c-819e-f3209e1aaa68 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:01:59.364143 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-36fa84eb-928d-4b4f-ad66-bb557ea3636d req-66001449-bac8-4a0c-819e-f3209e1aaa68 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0821328
Jun 08 04:01:59.417874 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-36fa84eb-928d-4b4f-ad66-bb557ea3636d req-97a3cd61-d485-4a1f-9323-37352224e251 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477543
Jun 08 04:02:00.178614 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f9c5c-09c9-4a65-9ca9-daf9e89d16c1 req-2949ad1c-c8c0-4829-94c5-8f0adde861c0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:00.180074 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4e4f9c5c-09c9-4a65-9ca9-daf9e89d16c1 req-2949ad1c-c8c0-4829-94c5-8f0adde861c0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0847392
Jun 08 04:02:00.229740 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4e4f9c5c-09c9-4a65-9ca9-daf9e89d16c1 req-ed74ab2f-e716-49fe-890c-bfe53b802d38 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417590
Jun 08 04:02:00.397687 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device a23028f6-136c-4e9b-926f-2828a58156d6 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:02:00.537588 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port a23028f6-136c-4e9b-926f-2828a58156d6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a23028f6-136c-4e9b-926f-2828a58156d6,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:02:00.558459 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'port_id': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'mac_address': 'fa:16:3e:55:d9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:02:00.624385 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:00.634363 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c73d1-a003-4774-962c-6bf954105a71 req-b9c71bb7-709c-4fc4-99ae-6063a8d8fa48 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:00.637255 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0c0c73d1-a003-4774-962c-6bf954105a71 req-b9c71bb7-709c-4fc4-99ae-6063a8d8fa48 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.1029158
Jun 08 04:02:00.650022 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23028f6-136c-4e9b-926f-2828a58156d6 {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:02:00.675460 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port a23028f6-136c-4e9b-926f-2828a58156d6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a23028f6-136c-4e9b-926f-2828a58156d6,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:02:00.682292 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:00.688878 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:00.708398 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0c0c73d1-a003-4774-962c-6bf954105a71 req-74642298-2d2a-49fc-85ec-995836bf260f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0629182
Jun 08 04:02:00.778211 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=a23028f6-136c-4e9b-926f-2828a58156d6,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:00.787315 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:00.788032 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:00.788428 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:00.788766 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:00.789103 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:00.789441 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:00.789773 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:00.790104 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:00.790444 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:00.790911 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:00.791243 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:00.791569 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:00.796106 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:00.948907 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['a23028f6-136c-4e9b-926f-2828a58156d6'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:02:01.103593 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc35474-1245-4b9c-bfb2-fb01447d1b37 req-992da947-b9b5-4d99-8968-d9c25f5dd9c4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:01.106399 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9cc35474-1245-4b9c-bfb2-fb01447d1b37 req-992da947-b9b5-4d99-8968-d9c25f5dd9c4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1822917
Jun 08 04:02:01.142829 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8530-62bd-42f1-ae33-09defb596232 req-26110031-6495-4ae3-b42c-493386dd8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:01.144911 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-280e8530-62bd-42f1-ae33-09defb596232 req-26110031-6495-4ae3-b42c-493386dd8a82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f56f6fbd6fd45a2bba7e5c300a8b2b4&device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 1098 time: 0.2605028
Jun 08 04:02:01.419881 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9cc35474-1245-4b9c-bfb2-fb01447d1b37 req-70521e6a-be03-4351-94a5-4257046ec61b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2958615
Jun 08 04:02:01.581257 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8530-62bd-42f1-ae33-09defb596232 req-a6d0744a-ca5a-4c2a-b226-584cee4ec6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:01.583014 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-280e8530-62bd-42f1-ae33-09defb596232 req-a6d0744a-ca5a-4c2a-b226-584cee4ec6e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2 HTTP/1.1" status: 200  len: 919 time: 0.4291008
Jun 08 04:02:01.689154 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-280e8530-62bd-42f1-ae33-09defb596232 req-f4aa4108-c7cc-47ca-bde6-7ee1a93cb05d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b580e7c8-f725-411e-b917-109ae41ca160 HTTP/1.1" status: 200  len: 217 time: 0.0976493
Jun 08 04:02:01.701781 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2a25d-0df0-4b0e-b254-dab4d11dcd6d req-f501731b-95bb-466c-bfc1-2c742a67c4fe tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:01.703237 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b6b2a25d-0df0-4b0e-b254-dab4d11dcd6d req-f501731b-95bb-466c-bfc1-2c742a67c4fe tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.2318559
Jun 08 04:02:01.803927 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8530-62bd-42f1-ae33-09defb596232 req-10646085-a9db-4dcc-82d0-1d96dd97cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:01.805302 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-280e8530-62bd-42f1-ae33-09defb596232 req-10646085-a9db-4dcc-82d0-1d96dd97cac2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3659b78f-2e2e-4fd8-bb9f-78f99e371e12 HTTP/1.1" status: 200  len: 858 time: 0.1012127
Jun 08 04:02:01.814882 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b6b2a25d-0df0-4b0e-b254-dab4d11dcd6d req-b482e345-0339-4ab6-8b1a-fbe6166ca6d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794039
Jun 08 04:02:01.858160 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10400da6-4537-4f9f-9ed3-cdb083710168 req-a2f08434-9560-4032-8981-2919dddf70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:01.859691 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-10400da6-4537-4f9f-9ed3-cdb083710168 req-a2f08434-9560-4032-8981-2919dddf70d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b&tenant_id=abf42340f75147129f89ce0ba005ee2c HTTP/1.1" status: 200  len: 1097 time: 0.0770333
Jun 08 04:02:01.906462 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-280e8530-62bd-42f1-ae33-09defb596232 req-8b37710f-b687-448f-9b20-8887f780d50d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566332
Jun 08 04:02:01.958895 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10400da6-4537-4f9f-9ed3-cdb083710168 req-f23c3e19-6412-4f53-b0ee-b98430ca49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:01.960334 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-10400da6-4537-4f9f-9ed3-cdb083710168 req-f23c3e19-6412-4f53-b0ee-b98430ca49ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf42340f75147129f89ce0ba005ee2c&device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 1097 time: 0.0751367
Jun 08 04:02:02.040784 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834719e-1f3e-41d8-bdf7-2db3ba38ab93 req-6406c38e-cf88-4074-bae2-5e77270406d4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:02.042289 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6834719e-1f3e-41d8-bdf7-2db3ba38ab93 req-6406c38e-cf88-4074-bae2-5e77270406d4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 945 time: 0.2265031
Jun 08 04:02:02.088874 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-280e8530-62bd-42f1-ae33-09defb596232 req-e4b0a736-84fd-4bf2-b6c0-6b41d7d1ec2c service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742759
Jun 08 04:02:02.099335 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10400da6-4537-4f9f-9ed3-cdb083710168 req-c1a59cd5-1bd8-404c-90f6-ac0514e647ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:02.100770 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-10400da6-4537-4f9f-9ed3-cdb083710168 req-c1a59cd5-1bd8-404c-90f6-ac0514e647ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 200  len: 918 time: 0.1331768
Jun 08 04:02:02.172257 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6834719e-1f3e-41d8-bdf7-2db3ba38ab93 req-e2d2f1b4-ba16-4326-bcb6-a1be3239a032 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1215994
Jun 08 04:02:02.200643 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-10400da6-4537-4f9f-9ed3-cdb083710168 req-96ef3b2f-2311-4781-8bfc-2efe160f5518 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b282215-8a4c-4452-a805-0a378d5150c8 HTTP/1.1" status: 200  len: 1000 time: 0.0938709
Jun 08 04:02:02.232465 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-280e8530-62bd-42f1-ae33-09defb596232 req-b9975ea7-d6dd-4015-b26f-d5588cfcae6f service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347268
Jun 08 04:02:02.346496 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10400da6-4537-4f9f-9ed3-cdb083710168 req-f312bfbe-622e-4352-a2d7-0e33abca25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:02.347832 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-10400da6-4537-4f9f-9ed3-cdb083710168 req-f312bfbe-622e-4352-a2d7-0e33abca25bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04013948-cf16-4867-b02e-8ad55b6e8639 HTTP/1.1" status: 200  len: 856 time: 0.1398292
Jun 08 04:02:02.409710 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device a23028f6-136c-4e9b-926f-2828a58156d6 up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:02:02.424904 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10400da6-4537-4f9f-9ed3-cdb083710168 req-801de56d-8a7d-429e-994e-1a8d85073aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:02.426358 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-10400da6-4537-4f9f-9ed3-cdb083710168 req-801de56d-8a7d-429e-994e-1a8d85073aed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25595095-7d27-4a13-98f0-9ae27dbcb04c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698469
Jun 08 04:02:02.482694 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port a23028f6-136c-4e9b-926f-2828a58156d6 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:02:02.488994 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port a23028f6-136c-4e9b-926f-2828a58156d6 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:02:02.489760 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:02.580203 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-10400da6-4537-4f9f-9ed3-cdb083710168 req-c27c104f-f494-43e0-a479-a6fde0d41943 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422975
Jun 08 04:02:02.586455 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1079a8a-a869-4520-bd40-f0a89ef3e8ea req-2e3fa2b3-d9a0-4e82-ad4b-f08a451452c9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:02.587901 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c1079a8a-a869-4520-bd40-f0a89ef3e8ea req-2e3fa2b3-d9a0-4e82-ad4b-f08a451452c9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0843387
Jun 08 04:02:02.625858 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:02.642950 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c1079a8a-a869-4520-bd40-f0a89ef3e8ea req-2ffc252d-4fb6-4a36-8110-9823b1d96273 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469155
Jun 08 04:02:02.662584 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23028f6-136c-4e9b-926f-2828a58156d6'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:02:02.675951 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4d20d6-cde8-4206-9207-4fc4fd052388" -d '{"events": [{"server_uuid": "11c2a293-f6d8-48b1-ad33-a81d588d8d71", "name": "network-vif-plugged", "status": "completed", "tag": "a23028f6-136c-4e9b-926f-2828a58156d6"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:02:02.713350 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port a23028f6-136c-4e9b-926f-2828a58156d6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a23028f6-136c-4e9b-926f-2828a58156d6,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:02:02.718714 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:02.720758 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:02.766172 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b15be09-afa9-47b6-a681-0bc9f5077db7 x-openstack-request-id: req-6b15be09-afa9-47b6-a681-0bc9f5077db7 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:02:02.766572 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c2a293-f6d8-48b1-ad33-a81d588d8d71", "name": "network-vif-plugged", "status": "completed", "tag": "a23028f6-136c-4e9b-926f-2828a58156d6", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:02:02.766768 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b15be09-afa9-47b6-a681-0bc9f5077db7 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:02:02.767124 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'code': 200}
Jun 08 04:02:02.770546 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-10400da6-4537-4f9f-9ed3-cdb083710168 req-5abd978a-0a58-4e82-a71e-aa13be977d4f service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1826918
Jun 08 04:02:02.812233 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=a23028f6-136c-4e9b-926f-2828a58156d6,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:02.815878 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:03.131880 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70287876-71ae-47c4-a1ef-33d707d67a6c req-b4e7853a-3b6e-4b95-84ed-bb53806d631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:03.133657 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-70287876-71ae-47c4-a1ef-33d707d67a6c req-b4e7853a-3b6e-4b95-84ed-bb53806d631d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 1099 time: 0.1390886
Jun 08 04:02:03.170682 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328d00e-01dc-42e2-9667-e8c8569ce422 req-d583f093-f25b-4041-9eb7-12d26ffbe588 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:03.173262 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d328d00e-01dc-42e2-9667-e8c8569ce422 req-d583f093-f25b-4041-9eb7-12d26ffbe588 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.1895773
Jun 08 04:02:03.198691 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-70287876-71ae-47c4-a1ef-33d707d67a6c req-2bb984cb-b546-4756-99d8-9cf1cbd0365e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0526211
Jun 08 04:02:03.248628 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d328d00e-01dc-42e2-9667-e8c8569ce422 req-598a0e98-afec-4c75-9bc6-06c8b2a9d2e8 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691552
Jun 08 04:02:03.430680 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceca933-3eb9-43bd-8aa8-539b2f87d3f6 req-2900f315-4098-4a79-b364-533413e23830 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:03.432296 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aceca933-3eb9-43bd-8aa8-539b2f87d3f6 req-2900f315-4098-4a79-b364-533413e23830 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0958633
Jun 08 04:02:03.498799 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aceca933-3eb9-43bd-8aa8-539b2f87d3f6 req-7e34db4f-31b3-4a5a-902d-d78bad256f7b tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0591791
Jun 08 04:02:03.589500 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50276) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:03.771518 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb028-0533-4930-a101-8a27e3189a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:04.019461 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb028-0533-4930-a101-8a27e3189a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:04.029282 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb028-0533-4930-a101-8a27e3189a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:04.040972 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2796a462-f0df-41c7-b161-425fdaaeb1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:04.142488 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-c1dbb028-0533-4930-a101-8a27e3189a5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=042087dc2cf24b899eaeb7f3d4f074e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5506501
Jun 08 04:02:04.144447 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbb028-0533-4930-a101-8a27e3189a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b1fb5e-8f13-4ba8-b0a2-eb25412e5163,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:04.148433 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50288) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:04.164975 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c1dbb028-0533-4930-a101-8a27e3189a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:04.165794 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0ea41-39fc-44a6-b56c-b25fcc82165b req-2a7d7dee-f7e3-46e1-bb57-b256a25133fd tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:04.167352 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f7b0ea41-39fc-44a6-b56c-b25fcc82165b req-2a7d7dee-f7e3-46e1-bb57-b256a25133fd tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.3349881
Jun 08 04:02:04.214422 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f7b0ea41-39fc-44a6-b56c-b25fcc82165b req-3f570216-08d6-4202-9802-2cfc4777209d tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397167
Jun 08 04:02:04.223215 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c0c1384e-e155-43fb-b083-aef2267e8e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:04.253302 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c0c1384e-e155-43fb-b083-aef2267e8e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:04.310619 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c0c1384e-e155-43fb-b083-aef2267e8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:04.313194 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c0c1384e-e155-43fb-b083-aef2267e8e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:04.314302 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-c0c1384e-e155-43fb-b083-aef2267e8e86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55b1fb5e-8f13-4ba8-b0a2-eb25412e5163 HTTP/1.1" status: 204  len: 168 time: 0.1648712
Jun 08 04:02:04.315039 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b25c8263-3c8a-4584-ad68-3c2e9dc0dcab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:04.326009 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1384e-e155-43fb-b083-aef2267e8e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b1fb5e-8f13-4ba8-b0a2-eb25412e5163,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:04.330349 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c0c1384e-e155-43fb-b083-aef2267e8e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:04.451893 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f264d0-9e33-4de7-b0c6-9aa1096e49e2 req-dbbf1c34-03b5-4519-ae34-7b6c7c273bd6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:04.456802 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d3f264d0-9e33-4de7-b0c6-9aa1096e49e2 req-dbbf1c34-03b5-4519-ae34-7b6c7c273bd6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0973480
Jun 08 04:02:04.504612 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d3f264d0-9e33-4de7-b0c6-9aa1096e49e2 req-2d4c23d3-33ae-465c-afa7-d3250bd81b94 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454524
Jun 08 04:02:04.686775 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50300) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:04.706175 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2efa8493-2a45-401e-b874-2ad3585c1643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:04.711627 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642c920-e5a0-474b-9b5b-c781dc95e5fa req-8578c2c8-0d13-473f-b34b-4ccef09ebf44 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:04.713561 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9642c920-e5a0-474b-9b5b-c781dc95e5fa req-8578c2c8-0d13-473f-b34b-4ccef09ebf44 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0926929
Jun 08 04:02:04.774598 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9642c920-e5a0-474b-9b5b-c781dc95e5fa req-de0247c3-127e-4647-8428-b96d47b3d0d8 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0537798
Jun 08 04:02:04.854435 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2efa8493-2a45-401e-b874-2ad3585c1643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:04.858233 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2efa8493-2a45-401e-b874-2ad3585c1643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:04.864999 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-6c368469-8303-4d2d-ac97-33e3c0dba92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:04.907906 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa8493-2a45-401e-b874-2ad3585c1643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f22d988-17a9-4858-8bcd-68459e81ef03,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:04.912257 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-2efa8493-2a45-401e-b874-2ad3585c1643 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c83d20f1828b47e090fc40a93f6db7c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2244809
Jun 08 04:02:04.913184 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2efa8493-2a45-401e-b874-2ad3585c1643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:04.915008 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50302) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:04.976910 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e6c2d8eb-1f0e-42a0-99c7-c07922bd1de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:05.005136 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e6c2d8eb-1f0e-42a0-99c7-c07922bd1de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:05.061425 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e6c2d8eb-1f0e-42a0-99c7-c07922bd1de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:05.063802 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e6c2d8eb-1f0e-42a0-99c7-c07922bd1de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:05.064937 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-e6c2d8eb-1f0e-42a0-99c7-c07922bd1de2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f22d988-17a9-4858-8bcd-68459e81ef03 HTTP/1.1" status: 204  len: 168 time: 0.1490967
Jun 08 04:02:05.066111 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9e527929-b4ca-40bf-b0f3-ec85f2fe786c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:05.076209 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2d8eb-1f0e-42a0-99c7-c07922bd1de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f22d988-17a9-4858-8bcd-68459e81ef03,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:05.078521 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e6c2d8eb-1f0e-42a0-99c7-c07922bd1de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:05.442657 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130db50-0d09-4aa1-b5a4-4dfa19aa2431 req-0491e099-f8c9-4957-8b57-473cf76bb728 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:05.447816 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1130db50-0d09-4aa1-b5a4-4dfa19aa2431 req-0491e099-f8c9-4957-8b57-473cf76bb728 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1052511
Jun 08 04:02:05.501538 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1130db50-0d09-4aa1-b5a4-4dfa19aa2431 req-661f618a-b172-45a0-9844-fceb45e21842 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504208
Jun 08 04:02:05.733769 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c88d6-868a-4df9-9f8f-e2cf34e7229d req-8563ec7e-6778-4925-98e9-b99113eb6bc6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:05.735491 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7e6c88d6-868a-4df9-9f8f-e2cf34e7229d req-8563ec7e-6778-4925-98e9-b99113eb6bc6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.0884504
Jun 08 04:02:05.788995 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7e6c88d6-868a-4df9-9f8f-e2cf34e7229d req-93d35089-3edf-4083-8e73-8147efa0bea7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474243
Jun 08 04:02:05.876511 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:06.001883 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f9491-7211-4e67-ba4c-7cb6bb2d6c35 req-51024a88-3738-429c-91cd-eef56c09a8d7 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:06.003668 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-438f9491-7211-4e67-ba4c-7cb6bb2d6c35 req-51024a88-3738-429c-91cd-eef56c09a8d7 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.1093807
Jun 08 04:02:06.064094 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-438f9491-7211-4e67-ba4c-7cb6bb2d6c35 req-6e1b5b3f-6ae8-4c12-ae2f-f8984dd23549 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0539899
Jun 08 04:02:06.729582 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17105442-5673-4eb1-8681-082633b6d744 req-a757b880-43ac-4791-8cd8-a0059c5963aa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:06.732536 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-17105442-5673-4eb1-8681-082633b6d744 req-a757b880-43ac-4791-8cd8-a0059c5963aa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0961354
Jun 08 04:02:06.796220 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-17105442-5673-4eb1-8681-082633b6d744 req-4bca443d-0688-4cc2-a77a-d51d4439a5af tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567367
Jun 08 04:02:07.016404 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b38b88-8665-4126-a532-58c9bec4f0e0 req-e89a378f-b3b6-4e68-9712-dbfc026f2e6a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:07.017897 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12b38b88-8665-4126-a532-58c9bec4f0e0 req-e89a378f-b3b6-4e68-9712-dbfc026f2e6a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.1029863
Jun 08 04:02:07.062710 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12b38b88-8665-4126-a532-58c9bec4f0e0 req-76c59a06-146b-4998-9764-a758803c8c82 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392675
Jun 08 04:02:07.278721 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc5065-35bd-42f7-b581-4c92d48746a8 req-ce926b36-e90c-4f7b-b436-b12e1e459b8e tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:07.280483 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d8fc5065-35bd-42f7-b581-4c92d48746a8 req-ce926b36-e90c-4f7b-b436-b12e1e459b8e tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0955017
Jun 08 04:02:07.355674 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d8fc5065-35bd-42f7-b581-4c92d48746a8 req-5d4725d8-772d-42e7-95be-8b3635c881c8 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0658889
Jun 08 04:02:08.022083 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de457593-6bf8-4cee-be3f-a33ef320a90d req-58d07536-5190-45ae-b95b-df7060dc191a tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:08.024798 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-de457593-6bf8-4cee-be3f-a33ef320a90d req-58d07536-5190-45ae-b95b-df7060dc191a tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1072056
Jun 08 04:02:08.119910 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-de457593-6bf8-4cee-be3f-a33ef320a90d req-954b8af1-d88d-4918-83f4-51f6ab1491b0 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904484
Jun 08 04:02:08.354197 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ea96e-978d-4fdb-8285-53bd5b8d2755 req-0e2b118a-9505-4b9d-bc69-c01e730da248 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:08.371213 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-166ea96e-978d-4fdb-8285-53bd5b8d2755 req-0e2b118a-9505-4b9d-bc69-c01e730da248 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.1172252
Jun 08 04:02:08.417667 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-166ea96e-978d-4fdb-8285-53bd5b8d2755 req-28880138-416e-4990-aa7d-1a096d9b01ec tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451665
Jun 08 04:02:08.765982 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c74220-8b6a-4d8e-ad6e-d6ced498f120 req-abd0dc0f-ffb8-4eff-a314-b999dcd7c742 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:08.767628 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-76c74220-8b6a-4d8e-ad6e-d6ced498f120 req-abd0dc0f-ffb8-4eff-a314-b999dcd7c742 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.1154730
Jun 08 04:02:08.821133 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-76c74220-8b6a-4d8e-ad6e-d6ced498f120 req-a1ac104c-f179-4ddb-94a8-37f3c7756c8b tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392754
Jun 08 04:02:08.918769 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50412) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:09.037722 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6538fa26-f60b-4c0a-a373-dfc507e0cdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:09.144443 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6538fa26-f60b-4c0a-a373-dfc507e0cdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:09.148555 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6538fa26-f60b-4c0a-a373-dfc507e0cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:09.161382 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c0c1384e-e155-43fb-b083-aef2267e8e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:09.223960 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-6538fa26-f60b-4c0a-a373-dfc507e0cdf3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d77b67283e39496a80cb4f28fb694755&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3038740
Jun 08 04:02:09.226440 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 50418) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:09.227372 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538fa26-f60b-4c0a-a373-dfc507e0cdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df792672-ca3b-4048-9607-f05d5ab2b7ba,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:09.231335 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-6538fa26-f60b-4c0a-a373-dfc507e0cdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:09.377693 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-89e06d23-2917-42ff-a63d-e9a64d622a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:09.412400 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754431be-57e8-4684-8e50-636d5d9c87b2 req-991aea33-ee02-4b0e-8e04-deaae724ec88 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:09.413918 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-754431be-57e8-4684-8e50-636d5d9c87b2 req-991aea33-ee02-4b0e-8e04-deaae724ec88 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1614263
Jun 08 04:02:09.418781 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-89e06d23-2917-42ff-a63d-e9a64d622a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:09.499024 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-754431be-57e8-4684-8e50-636d5d9c87b2 req-363785ba-499e-4013-90f6-a6ddaf7b19a8 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712538
Jun 08 04:02:09.539602 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-89e06d23-2917-42ff-a63d-e9a64d622a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:09.543352 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-89e06d23-2917-42ff-a63d-e9a64d622a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:09.546902 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-89e06d23-2917-42ff-a63d-e9a64d622a06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df792672-ca3b-4048-9607-f05d5ab2b7ba HTTP/1.1" status: 204  len: 168 time: 0.3156412
Jun 08 04:02:09.546902 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-11e98ded-197d-4fb6-9c04-3436c0a12949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:09.555910 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e06d23-2917-42ff-a63d-e9a64d622a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df792672-ca3b-4048-9607-f05d5ab2b7ba,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:09.559499 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-89e06d23-2917-42ff-a63d-e9a64d622a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:09.708114 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a3ff7-7a95-4a33-b146-9e6ea116c206 req-d5a72932-4720-4478-b61b-6ad1fcb6fb40 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:09.710486 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6c0a3ff7-7a95-4a33-b146-9e6ea116c206 req-d5a72932-4720-4478-b61b-6ad1fcb6fb40 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.1250210
Jun 08 04:02:09.820981 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6c0a3ff7-7a95-4a33-b146-9e6ea116c206 req-c1167365-c9c7-431a-833c-3a94674b0710 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962930
Jun 08 04:02:10.137785 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7592c-7433-477d-b947-e0989d6f97a1 req-a4e202b7-5c8d-400a-860f-f504f66af9e4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:10.145600 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-11b7592c-7433-477d-b947-e0989d6f97a1 req-a4e202b7-5c8d-400a-860f-f504f66af9e4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0998547
Jun 08 04:02:10.219154 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-11b7592c-7433-477d-b947-e0989d6f97a1 req-2d6438b9-46f7-4e23-80b0-c9657ea96c06 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0726321
Jun 08 04:02:10.510764 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50476) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:10.639756 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1791549639-network', 'tenant_id': 'c1dfb41c8255471281f4c5a2411e0a36'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:02:10.693544 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Made reservation on behalf of c1dfb41c8255471281f4c5a2411e0a36 for: {'network': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:02:10.696472 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:10.718152 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922fe50-67db-4f46-8a4f-d52005205633 req-2afaeb77-f288-4d70-8b30-8adfda98e570 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:10.720521 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9922fe50-67db-4f46-8a4f-d52005205633 req-2afaeb77-f288-4d70-8b30-8adfda98e570 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1081021
Jun 08 04:02:10.732125 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:10.794781 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9922fe50-67db-4f46-8a4f-d52005205633 req-0a98af43-7dcf-4c49-9e7a-03ca8003411a tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610876
Jun 08 04:02:10.891744 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:10.896904 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:10.901714 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2dc88539-a3c2-49d5-88ae-59d761a897b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:10.934701 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222}  {{(pid=91648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 04:02:10.940590 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9af2fa-6e89-4334-adf4-8a020bcf55f2,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:10.957972 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:10.967022 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:10.967646 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.segments_db [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Added segment b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9 of type vlan for network 87a5be73-8e7f-41e4-9931-937a6237e594
Jun 08 04:02:11.003183 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:11.044254 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:11.045906 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:11.046933 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:11.053650 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:11.166717 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6513698
Jun 08 04:02:11.167353 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50490) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:11.172846 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd929a20-9522-423a-bf35-7bdc9e18a476 req-3f5fac21-7337-47b7-b159-d463fa266ec3 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:11.174589 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-9cdbc269-949e-446c-ba83-b697976216db admin admin] Request body: {'subnet': {'network_id': '87a5be73-8e7f-41e4-9931-937a6237e594', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1791549639-subnet', 'tenant_id': 'c1dfb41c8255471281f4c5a2411e0a36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:02:11.180181 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cd929a20-9522-423a-bf35-7bdc9e18a476 req-3f5fac21-7337-47b7-b159-d463fa266ec3 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.1445634
Jun 08 04:02:11.221975 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdbc269-949e-446c-ba83-b697976216db admin admin] Made reservation on behalf of c1dfb41c8255471281f4c5a2411e0a36 for: {'subnet': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:02:11.225403 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9cdbc269-949e-446c-ba83-b697976216db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981111'] for subnet, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:11.242753 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Pushing event updated for resources: {'Network': ['ID=87a5be73-8e7f-41e4-9931-937a6237e594,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:11.254052 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 87a5be73-8e7f-41e4-9931-937a6237e594 details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 04:02:11.282415 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cd929a20-9522-423a-bf35-7bdc9e18a476 req-6ef30bc8-f803-4307-ac49-1229f578e81a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0998943
Jun 08 04:02:11.347370 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:11.526387 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35660a01-f9e2-4741-bea8-f7ba99bfa886 req-40f9d1fc-c6aa-4e39-bce8-098e40fe5289 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:11.528786 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-35660a01-f9e2-4741-bea8-f7ba99bfa886 req-40f9d1fc-c6aa-4e39-bce8-098e40fe5289 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.1398408
Jun 08 04:02:11.586444 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-35660a01-f9e2-4741-bea8-f7ba99bfa886 req-428fd98a-eea5-4f2d-af71-7b0941c47a73 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0520833
Jun 08 04:02:11.651382 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9cdbc269-949e-446c-ba83-b697976216db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981081'] for subnet, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:11.657146 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:11.739251 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbc269-949e-446c-ba83-b697976216db admin admin] Pushing event updated for resources: {'Subnet': ['ID=26423151-9e6f-4f8a-ad8e-c55a6f114353,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:11.742730 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9cdbc269-949e-446c-ba83-b697976216db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:11.749632 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbc269-949e-446c-ba83-b697976216db admin admin] Checking segment: {'id': 'b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '87a5be73-8e7f-41e4-9931-937a6237e594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:02:11.749993 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdbc269-949e-446c-ba83-b697976216db admin admin] Network hostable DHCP agents. Network: 87a5be73-8e7f-41e4-9931-937a6237e594, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 04:02:11.781560 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdbc269-949e-446c-ba83-b697976216db admin admin] Network 87a5be73-8e7f-41e4-9931-937a6237e594 is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 04:02:11.798476 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-9cdbc269-949e-446c-ba83-b697976216db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 87a5be73-8e7f-41e4-9931-937a6237e594) {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:02:11.803234 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdbc269-949e-446c-ba83-b697976216db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:11.803949 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9cdbc269-949e-446c-ba83-b697976216db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:11.813036 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a423ec9-5708-4537-9c1b-0048ab440906 None None] Network 87a5be73-8e7f-41e4-9931-937a6237e594 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:02:11.840697 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-9cdbc269-949e-446c-ba83-b697976216db admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6714671
Jun 08 04:02:12.008639 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50510) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:12.089393 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3008b-e83e-438a-99e8-22b1871f22ef req-63ab3d06-fe65-46f6-b934-edbceac6f910 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:12.095182 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6fc3008b-e83e-438a-99e8-22b1871f22ef req-63ab3d06-fe65-46f6-b934-edbceac6f910 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1852434
Jun 08 04:02:12.172124 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fcec5d-c1c9-4940-b239-b28f51fcedd3 None None] Network 87a5be73-8e7f-41e4-9931-937a6237e594 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:02:12.186456 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6fc3008b-e83e-438a-99e8-22b1871f22ef req-758e2620-5e37-4361-84ba-0e6e99764b88 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854180
Jun 08 04:02:12.203113 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a89f9dd8-95c7-4b8f-96b5-3240d5b825c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:12.330485 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a89f9dd8-95c7-4b8f-96b5-3240d5b825c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:12.336281 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a89f9dd8-95c7-4b8f-96b5-3240d5b825c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:12.348826 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:12.448637 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-a89f9dd8-95c7-4b8f-96b5-3240d5b825c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5cd798b65c414acfb10fed3a4d4de9c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4364796
Jun 08 04:02:12.449547 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 50522) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:12.471627 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f9dd8-95c7-4b8f-96b5-3240d5b825c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edde52e2-af4d-497b-aca0-c9afa13c6ae1,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:12.489409 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-a89f9dd8-95c7-4b8f-96b5-3240d5b825c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:12.731944 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-65f531a7-0eaa-4204-9241-ebd8c7c76f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:12.762800 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-65f531a7-0eaa-4204-9241-ebd8c7c76f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:12.817913 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a968e-6803-4992-9b59-35e1bec66912 req-13bd1bf1-89d1-40ba-82f5-5d0746951711 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:12.826121 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-832a968e-6803-4992-9b59-35e1bec66912 req-13bd1bf1-89d1-40ba-82f5-5d0746951711 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.3314760
Jun 08 04:02:12.916816 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-5410034d-f63c-4ab0-9742-f6227c4b5b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:12.995384 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-832a968e-6803-4992-9b59-35e1bec66912 req-346ca18b-d0a3-43cb-8eec-869a04221ff6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1680858
Jun 08 04:02:13.055133 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-65f531a7-0eaa-4204-9241-ebd8c7c76f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:13.059505 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-65f531a7-0eaa-4204-9241-ebd8c7c76f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:13.061198 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-65f531a7-0eaa-4204-9241-ebd8c7c76f07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edde52e2-af4d-497b-aca0-c9afa13c6ae1 HTTP/1.1" status: 204  len: 168 time: 0.6107168
Jun 08 04:02:13.062696 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-f4ddf5ec-6a23-45d4-9fb1-86b18a14412f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:13.090102 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f531a7-0eaa-4204-9241-ebd8c7c76f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edde52e2-af4d-497b-aca0-c9afa13c6ae1,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:13.098695 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-65f531a7-0eaa-4204-9241-ebd8c7c76f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:13.108954 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5b64b-b303-4eb3-8948-9c4a7e0a0da2 req-08c5c22a-7a36-4be3-8cdb-b6ab9e0f8ba8 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:13.118851 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c1f5b64b-b303-4eb3-8948-9c4a7e0a0da2 req-08c5c22a-7a36-4be3-8cdb-b6ab9e0f8ba8 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.2681184
Jun 08 04:02:13.165529 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c1f5b64b-b303-4eb3-8948-9c4a7e0a0da2 req-c93fe643-e1cb-48f2-bb6d-1696790517ae tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453148
Jun 08 04:02:13.392210 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f840904-b6b5-4d1c-bceb-f1c714739f5a req-15e4c318-e574-4cc8-b02b-95b394024366 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:13.396352 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8f840904-b6b5-4d1c-bceb-f1c714739f5a req-15e4c318-e574-4cc8-b02b-95b394024366 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0909309
Jun 08 04:02:13.439407 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50540) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:13.444700 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8f840904-b6b5-4d1c-bceb-f1c714739f5a req-a1885c1b-a22c-4e19-90ff-47d5eae96a2c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440881
Jun 08 04:02:13.456868 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-7507bfed-9bf7-4bc9-9578-5d6703f809ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:13.583391 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-7507bfed-9bf7-4bc9-9578-5d6703f809ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:13.587061 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-7507bfed-9bf7-4bc9-9578-5d6703f809ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:13.595906 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-283104d5-99a5-4054-b953-b04304371aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:13.632803 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-7507bfed-9bf7-4bc9-9578-5d6703f809ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=759ee8cefc8c40d392dc45fee2da4ea1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1923354
Jun 08 04:02:13.635132 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507bfed-9bf7-4bc9-9578-5d6703f809ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63c8393-675b-437e-8402-a04f3ed9499e,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:13.635782 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 50542) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:13.643172 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7507bfed-9bf7-4bc9-9578-5d6703f809ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:13.703438 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f12e7d00-f5c4-41f9-bb93-965ef5f7b7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:13.729099 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f12e7d00-f5c4-41f9-bb93-965ef5f7b7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:13.780217 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f12e7d00-f5c4-41f9-bb93-965ef5f7b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:13.782649 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f12e7d00-f5c4-41f9-bb93-965ef5f7b7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:13.783754 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-f12e7d00-f5c4-41f9-bb93-965ef5f7b7c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e63c8393-675b-437e-8402-a04f3ed9499e HTTP/1.1" status: 204  len: 168 time: 0.1464410
Jun 08 04:02:13.784493 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ef1b8717-cebe-4e24-8131-273ba0987f7a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:13.793855 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e7d00-f5c4-41f9-bb93-965ef5f7b7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63c8393-675b-437e-8402-a04f3ed9499e,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:13.796147 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-f12e7d00-f5c4-41f9-bb93-965ef5f7b7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:14.231430 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50562) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:14.280986 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6b3d4af5-55df-4fcb-bdcc-fbe9eced40cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:14.290994 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb063bb-f020-4b03-b561-c8d69b5424df req-30a878b1-1af1-411c-8137-ea1bfa852dfc tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:14.300700 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bbb063bb-f020-4b03-b561-c8d69b5424df req-30a878b1-1af1-411c-8137-ea1bfa852dfc tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.1601951
Jun 08 04:02:14.379504 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 50564) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:14.455603 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bbb063bb-f020-4b03-b561-c8d69b5424df req-bc509dc8-e2cc-49c7-82a6-2baa31556777 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1537991
Jun 08 04:02:14.526023 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f54f24-e38c-4f78-affc-4d60165d2826 req-67185697-8f35-4b7d-af8d-c545b6d31cd9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:14.540003 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12f54f24-e38c-4f78-affc-4d60165d2826 req-67185697-8f35-4b7d-af8d-c545b6d31cd9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.1512039
Jun 08 04:02:14.628716 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6b3d4af5-55df-4fcb-bdcc-fbe9eced40cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:14.633050 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-12f54f24-e38c-4f78-affc-4d60165d2826 req-0754bf7b-5593-4540-9bf3-dacc6f5f83ff tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0917587
Jun 08 04:02:14.636341 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6b3d4af5-55df-4fcb-bdcc-fbe9eced40cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:14.658966 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-3c3eede2-67a6-40ac-8b51-6e329654e375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:14.713222 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-6b3d4af5-55df-4fcb-bdcc-fbe9eced40cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ae822f5516d47779ea227905897d031&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4807010
Jun 08 04:02:14.715674 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d4af5-55df-4fcb-bdcc-fbe9eced40cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4d6cd8-7027-4b5f-8a1c-d35fb2f351b7,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:14.740588 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50574) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:14.743141 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-6b3d4af5-55df-4fcb-bdcc-fbe9eced40cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:14.795226 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e1eed0d1-a7f7-4c2d-b474-ab4784fecf9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:14.848031 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-3a3fee64-2667-4e4a-89c4-f458226182b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:14.878343 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-3a3fee64-2667-4e4a-89c4-f458226182b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:14.932304 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-3a3fee64-2667-4e4a-89c4-f458226182b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:14.935519 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-3a3fee64-2667-4e4a-89c4-f458226182b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:14.939277 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-3a3fee64-2667-4e4a-89c4-f458226182b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af4d6cd8-7027-4b5f-8a1c-d35fb2f351b7 HTTP/1.1" status: 204  len: 168 time: 0.1949399
Jun 08 04:02:14.939277 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-4ec56951-26bd-44d6-b785-a701934d0431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:14.944439 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78b1f2-f996-4f34-8ba3-430c005f4e36 req-ad2cef4e-f2d5-4f2d-96ba-5079c11d28cf tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:14.945921 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5b78b1f2-f996-4f34-8ba3-430c005f4e36 req-ad2cef4e-f2d5-4f2d-96ba-5079c11d28cf tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.2676113
Jun 08 04:02:14.947816 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fee64-2667-4e4a-89c4-f458226182b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4d6cd8-7027-4b5f-8a1c-d35fb2f351b7,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:14.950555 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-3a3fee64-2667-4e4a-89c4-f458226182b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:15.060057 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5b78b1f2-f996-4f34-8ba3-430c005f4e36 req-fe552988-f05b-4c28-97ce-ee68020caee4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930440
Jun 08 04:02:15.096774 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-940e5e5e-ecea-4ca2-b951-dca52bd3d8ab tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:15.098237 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-940e5e5e-ecea-4ca2-b951-dca52bd3d8ab tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/networks?id=87a5be73-8e7f-41e4-9931-937a6237e594 HTTP/1.1" status: 200  len: 814 time: 0.2600312
Jun 08 04:02:15.122336 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-934797a7-bd75-45e5-94ff-32492f25e9cc tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/quotas/c1dfb41c8255471281f4c5a2411e0a36 HTTP/1.1" status: 200  len: 375 time: 0.0175498
Jun 08 04:02:15.192892 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-ba27076b-4b7b-4e79-8fda-c5b9bae118c0 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1dfb41c8255471281f4c5a2411e0a36&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0641680
Jun 08 04:02:15.258164 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-b03858a9-7031-4974-ac68-f820ac5a56e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:15.277805 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e1eed0d1-a7f7-4c2d-b474-ab4784fecf9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:15.283578 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e1eed0d1-a7f7-4c2d-b474-ab4784fecf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:15.294244 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-3f86719e-60d0-483d-8457-88e6fb749a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:15.367864 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eed0d1-a7f7-4c2d-b474-ab4784fecf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e68df8-794d-41eb-af8c-417c9c217ccf,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:15.372897 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-e1eed0d1-a7f7-4c2d-b474-ab4784fecf9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3076310792eb40d0b5fd4a97c1c6f134&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9923520
Jun 08 04:02:15.376542 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50596) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:15.376658 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e1eed0d1-a7f7-4c2d-b474-ab4784fecf9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:15.398091 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-86e821be-21ab-409f-90f4-460b999f4dba service neutron] 10.222.0.15 "GET /v2.0/networks/87a5be73-8e7f-41e4-9931-937a6237e594?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954489
Jun 08 04:02:15.445938 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c187244f-53f3-426a-bab1-5177285b5803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:15.455549 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:15.481357 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c187244f-53f3-426a-bab1-5177285b5803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:15.546262 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c187244f-53f3-426a-bab1-5177285b5803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:15.549635 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c187244f-53f3-426a-bab1-5177285b5803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:15.551840 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-c187244f-53f3-426a-bab1-5177285b5803 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89e68df8-794d-41eb-af8c-417c9c217ccf HTTP/1.1" status: 204  len: 168 time: 0.1744430
Jun 08 04:02:15.552709 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-6b3d4af5-55df-4fcb-bdcc-fbe9eced40cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:15.561664 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-ff4a938e-5d0b-4d0e-9e38-1ba223684770 service neutron] 10.222.0.15 "GET /v2.0/networks/87a5be73-8e7f-41e4-9931-937a6237e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543868
Jun 08 04:02:15.573267 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187244f-53f3-426a-bab1-5177285b5803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e68df8-794d-41eb-af8c-417c9c217ccf,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:15.577193 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c187244f-53f3-426a-bab1-5177285b5803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:15.728099 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f4854-5532-4edb-90a6-ca5bab62dc98 req-c1f2f65a-2b5e-4ed0-ae91-4c18ca408b0c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:15.729997 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c09f4854-5532-4edb-90a6-ca5bab62dc98 req-c1f2f65a-2b5e-4ed0-ae91-4c18ca408b0c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.1260662
Jun 08 04:02:15.827188 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c09f4854-5532-4edb-90a6-ca5bab62dc98 req-e7458057-a5f2-405a-b613-1be524625b46 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0913894
Jun 08 04:02:16.108889 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9f3fa28f-1570-47ad-8c8c-e546417a483b req-81aa137f-ff36-4d4b-9aca-cf250f7ac511 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1487806
Jun 08 04:02:16.116879 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-52ce550b-26b9-4b9e-a175-5499ee0d7076 req-66d0b13f-f215-4b51-9bc9-6da953a27c1d tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 210 time: 0.1843317
Jun 08 04:02:16.169092 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2708c7-0d01-4d02-b411-129aafb0c91c req-ef576adb-8a20-4d3e-b897-e74034aa3501 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:16.171107 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0f2708c7-0d01-4d02-b411-129aafb0c91c req-ef576adb-8a20-4d3e-b897-e74034aa3501 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.3276169
Jun 08 04:02:16.255198 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0f2708c7-0d01-4d02-b411-129aafb0c91c req-55fd46b0-de66-496c-86b1-821909109c73 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0728941
Jun 08 04:02:16.319586 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fa28f-1570-47ad-8c8c-e546417a483b req-46dd06b3-4071-416f-a607-855fadd5e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:16.321864 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9f3fa28f-1570-47ad-8c8c-e546417a483b req-46dd06b3-4071-416f-a607-855fadd5e1b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f56f6fbd6fd45a2bba7e5c300a8b2b4&device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 1098 time: 0.1723485
Jun 08 04:02:16.439692 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:16.441401 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dd3e4-d09f-44bf-b7e6-72a8fcdd83c5 req-fccab457-5ef9-4984-9f8b-cccc7bcba0c1 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:16.442919 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ad5dd3e4-d09f-44bf-b7e6-72a8fcdd83c5 req-fccab457-5ef9-4984-9f8b-cccc7bcba0c1 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0957420
Jun 08 04:02:16.533981 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ad5dd3e4-d09f-44bf-b7e6-72a8fcdd83c5 req-924d547e-bf3f-4f97-ad7e-17ad885345fe tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826454
Jun 08 04:02:16.596734 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fa28f-1570-47ad-8c8c-e546417a483b req-5d990c92-a49b-492f-a51c-570e450f589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:16.598591 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9f3fa28f-1570-47ad-8c8c-e546417a483b req-5d990c92-a49b-492f-a51c-570e450f589d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2 HTTP/1.1" status: 200  len: 919 time: 0.2321551
Jun 08 04:02:16.685337 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9f3fa28f-1570-47ad-8c8c-e546417a483b req-faa747b8-b5e8-4d44-8ec4-91bff2c9d0d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c30783ab-310f-428f-80c0-07416a6c9e11 HTTP/1.1" status: 200  len: 217 time: 0.0798376
Jun 08 04:02:16.759786 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fa28f-1570-47ad-8c8c-e546417a483b req-d88cbac2-9002-4e19-948f-57675455a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:16.761346 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9f3fa28f-1570-47ad-8c8c-e546417a483b req-d88cbac2-9002-4e19-948f-57675455a6e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3659b78f-2e2e-4fd8-bb9f-78f99e371e12 HTTP/1.1" status: 200  len: 858 time: 0.0641022
Jun 08 04:02:16.814944 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9f3fa28f-1570-47ad-8c8c-e546417a483b req-094735ac-4e48-4965-a312-09f6e32b94d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436091
Jun 08 04:02:16.955957 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9f3fa28f-1570-47ad-8c8c-e546417a483b req-0d97ec72-7f3c-435b-a887-04ba0e58096f service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341653
Jun 08 04:02:17.181492 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9f3fa28f-1570-47ad-8c8c-e546417a483b req-60f71a36-8fd4-4f8a-8629-48f7489172b6 service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2187562
Jun 08 04:02:17.195520 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d5cf3-9848-46db-a2e3-d9418feec489 req-648c7e44-ce76-43b5-8b94-eba04fdb1e31 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:17.199151 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c35d5cf3-9848-46db-a2e3-d9418feec489 req-648c7e44-ce76-43b5-8b94-eba04fdb1e31 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.2162764
Jun 08 04:02:17.294097 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c35d5cf3-9848-46db-a2e3-d9418feec489 req-bd39e4d1-3030-429c-92b3-5a03f76f53b7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862803
Jun 08 04:02:17.388352 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3400fa6d-5be1-45b9-a7db-809b6dc64397 req-9b7cec82-18f8-4747-b4ac-41669c38b82c tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 210 time: 0.0700414
Jun 08 04:02:17.498850 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948e604-8d3d-4607-979d-10085c2a126f req-2878511c-3fa7-4dcb-a156-63c4ed4ee64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:17.500376 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1948e604-8d3d-4607-979d-10085c2a126f req-2878511c-3fa7-4dcb-a156-63c4ed4ee64d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 1098 time: 0.1026731
Jun 08 04:02:17.561191 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5db010-0357-4ed0-9614-dc12919ff49e req-d9a18f20-8fca-48db-a74e-1a98dc5a4d80 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:17.562887 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9f5db010-0357-4ed0-9614-dc12919ff49e req-d9a18f20-8fca-48db-a74e-1a98dc5a4d80 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.1046953
Jun 08 04:02:17.592977 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1948e604-8d3d-4607-979d-10085c2a126f req-c5d4d903-7b3e-4d42-8b3e-330d1d755412 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802927
Jun 08 04:02:17.615716 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9f5db010-0357-4ed0-9614-dc12919ff49e req-f4b5ed58-1512-40e1-8c7c-baca3fef6b14 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461233
Jun 08 04:02:17.917220 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba23462-e56f-4133-9609-4c42e4461957 req-58cbb1e6-88cc-4e89-92ed-58f49ba662a9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:17.919442 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0ba23462-e56f-4133-9609-4c42e4461957 req-58cbb1e6-88cc-4e89-92ed-58f49ba662a9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.2149334
Jun 08 04:02:17.975278 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ef153-50ee-4597-bdaf-9abebb5adfb1 req-01812547-1b64-476a-b972-a0bf5a35faf4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:17.986184 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2d6ef153-50ee-4597-bdaf-9abebb5adfb1 req-01812547-1b64-476a-b972-a0bf5a35faf4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.2250841
Jun 08 04:02:18.028774 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:18.073100 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50724) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:18.087736 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0ba23462-e56f-4133-9609-4c42e4461957 req-f7053604-507e-499c-bf70-23353f90bc2b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559758
Jun 08 04:02:18.096760 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-7b4a3c70-c9c7-4f35-98d0-90a46302d9fb tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:18.098713 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-7b4a3c70-c9c7-4f35-98d0-90a46302d9fb tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.42 "GET /v2.0/networks?id=87a5be73-8e7f-41e4-9931-937a6237e594 HTTP/1.1" status: 200  len: 814 time: 0.2443831
Jun 08 04:02:18.103083 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2d6ef153-50ee-4597-bdaf-9abebb5adfb1 req-09d7439c-b75e-4c7d-8477-42d029442511 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1181607
Jun 08 04:02:18.123772 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-f8a786e7-6d7e-4011-bc8a-3d94d229f13a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Request body: {'port': {'device_id': '5344a8fc-94c1-4c03-a13d-7540ee709708', 'network_id': '87a5be73-8e7f-41e4-9931-937a6237e594', 'admin_state_up': True, 'tenant_id': 'c1dfb41c8255471281f4c5a2411e0a36'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:02:18.131274 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 50732) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:18.311510 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-27a88c34-07f4-4f76-a18a-aaba9f64dfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:18.348903 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-f8a786e7-6d7e-4011-bc8a-3d94d229f13a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Made reservation on behalf of c1dfb41c8255471281f4c5a2411e0a36 for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:02:18.353503 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-f8a786e7-6d7e-4011-bc8a-3d94d229f13a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:18.576730 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c35ab890-9e9e-473d-b48f-a00eea0aa1d5 req-24bc6f7b-3360-4f07-bda3-27a9d2777aad tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 210 time: 0.0619445
Jun 08 04:02:18.591331 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-f8a786e7-6d7e-4011-bc8a-3d94d229f13a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Allocated IP 172.20.0.11 (87a5be73-8e7f-41e4-9931-937a6237e594/26423151-9e6f-4f8a-ad8e-c55a6f114353/d8fa3dfa-9ca5-4694-8445-e6d1443f8754) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:02:18.603369 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-27a88c34-07f4-4f76-a18a-aaba9f64dfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:18.608223 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651f4fb-585f-4207-8eda-981656f83d7d req-4492be33-86a8-4cbe-a056-9e2c66cd96e4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:18.609986 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4651f4fb-585f-4207-8eda-981656f83d7d req-4492be33-86a8-4cbe-a056-9e2c66cd96e4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.1684387
Jun 08 04:02:18.612351 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f01aab-2314-4458-a20a-e6b01b8e60da tempest-TestShelveInstance-1527394750 tempest-TestShelveInstance-1527394750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:18.616564 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-c9f01aab-2314-4458-a20a-e6b01b8e60da tempest-TestShelveInstance-1527394750 tempest-TestShelveInstance-1527394750-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 1094 time: 0.4814467
Jun 08 04:02:18.617069 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 50744) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:18.618564 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-27a88c34-07f4-4f76-a18a-aaba9f64dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:18.627940 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:18.634898 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Request body: {'floatingip': {'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'port_id': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:02:18.677225 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4651f4fb-585f-4207-8eda-981656f83d7d req-b4c553ba-8e31-4d9c-a9f6-f5b56c6fe996 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614271
Jun 08 04:02:18.684149 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for floatingip, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:18.771130 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a88c34-07f4-4f76-a18a-aaba9f64dfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfbddf5-dee8-421b-8386-3977656de0cb,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:18.781097 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-27a88c34-07f4-4f76-a18a-aaba9f64dfb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9568b48855dc4a5d88592f1086b0263f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7035749
Jun 08 04:02:18.781097 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-27a88c34-07f4-4f76-a18a-aaba9f64dfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:18.783434 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 50746) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:18.873064 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-da4d9012-a051-4de7-80a2-110a9125b99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:18.904665 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-da4d9012-a051-4de7-80a2-110a9125b99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:18.911413 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:18.937500 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-f8a786e7-6d7e-4011-bc8a-3d94d229f13a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:18.968134 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-f8a786e7-6d7e-4011-bc8a-3d94d229f13a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:18.970773 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-f8a786e7-6d7e-4011-bc8a-3d94d229f13a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:02:18.970773 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:02:18.970773 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:02:18.970773 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:02:18.970773 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:02:18.970773 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:02:18.987607 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-f8a786e7-6d7e-4011-bc8a-3d94d229f13a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Network 87a5be73-8e7f-41e4-9931-937a6237e594 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:02:18.988891 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-f8a786e7-6d7e-4011-bc8a-3d94d229f13a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:02:18.991139 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-f8a786e7-6d7e-4011-bc8a-3d94d229f13a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:02:19.052902 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-f8a786e7-6d7e-4011-bc8a-3d94d229f13a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:19.053541 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-f8a786e7-6d7e-4011-bc8a-3d94d229f13a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:19.062611 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-da4d9012-a051-4de7-80a2-110a9125b99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:19.065003 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-da4d9012-a051-4de7-80a2-110a9125b99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:19.066158 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-da4d9012-a051-4de7-80a2-110a9125b99a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8bfbddf5-dee8-421b-8386-3977656de0cb HTTP/1.1" status: 204  len: 168 time: 0.2817609
Jun 08 04:02:19.073368 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e48a9e89-c272-4706-9ca2-cfaece2d9bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:19.074889 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-f8a786e7-6d7e-4011-bc8a-3d94d229f13a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9619901
Jun 08 04:02:19.086284 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d9012-a051-4de7-80a2-110a9125b99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfbddf5-dee8-421b-8386-3977656de0cb,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:19.088738 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-da4d9012-a051-4de7-80a2-110a9125b99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:19.093287 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Request body: {'port': {'device_id': '5344a8fc-94c1-4c03-a13d-7540ee709708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:02:19.106228 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Allocated IP 172.27.3.187 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/075ded10-11e2-446a-8cb4-2c4d2e44399d) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:02:19.227178 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:19.346846 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:19.380907 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504b96-4bbc-42e4-9ea5-5ce66b9a2221 req-80304594-2eff-4058-8ead-107fa8cac8b0 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:19.382475 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7f504b96-4bbc-42e4-9ea5-5ce66b9a2221 req-80304594-2eff-4058-8ead-107fa8cac8b0 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1636539
Jun 08 04:02:19.440268 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7f504b96-4bbc-42e4-9ea5-5ce66b9a2221 req-0eab7180-24bb-4ff3-9c37-b8eb393758a1 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467947
Jun 08 04:02:19.448184 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2509792'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:19.449575 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:02:19.449575 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:02:19.449575 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:02:19.449575 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:02:19.449575 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:02:19.449575 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:02:19.464591 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 50758) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:19.487599 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-81fe6edf-8cac-4fbe-9aa7-0315cef91aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:19.505214 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:02:19.507845 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:02:19.513404 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:02:19.670099 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fa3dfa-9ca5-4694-8445-e6d1443f8754 {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:02:19.679328 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:19.697640 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Transition to ACTIVE for port object d8fa3dfa-9ca5-4694-8445-e6d1443f8754 will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:02:19.706621 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:19.720690 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f809e534-1799-4733-8c12-80417ba73172 tempest-DeleteServersTestJSON-1052573610 tempest-DeleteServersTestJSON-1052573610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:19.913183 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Pushing event updated for resources: {'Port': ['ID=d8fa3dfa-9ca5-4694-8445-e6d1443f8754,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:19.940162 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:19.983285 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Attempting to bind port d8fa3dfa-9ca5-4694-8445-e6d1443f8754 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:02:19.983615 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Attempting to bind port d8fa3dfa-9ca5-4694-8445-e6d1443f8754 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '87a5be73-8e7f-41e4-9931-937a6237e594'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:02:19.983936 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Attempting to bind port d8fa3dfa-9ca5-4694-8445-e6d1443f8754 on network 87a5be73-8e7f-41e4-9931-937a6237e594 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:02:19.988505 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Port d8fa3dfa-9ca5-4694-8445-e6d1443f8754 on network 87a5be73-8e7f-41e4-9931-937a6237e594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 04:02:19.988821 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Attempting to bind port d8fa3dfa-9ca5-4694-8445-e6d1443f8754 on network 87a5be73-8e7f-41e4-9931-937a6237e594 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:02:19.993733 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:02:19.994062 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Checking segment: {'id': 'b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '87a5be73-8e7f-41e4-9931-937a6237e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:02:19.994437 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Bound using segment: {'id': 'b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '87a5be73-8e7f-41e4-9931-937a6237e594'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:02:19.994854 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Bound port: d8fa3dfa-9ca5-4694-8445-e6d1443f8754, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '87a5be73-8e7f-41e4-9931-937a6237e594'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:02:19.995194 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:20.071133 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-81fe6edf-8cac-4fbe-9aa7-0315cef91aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:20.084891 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] For port d8fa3dfa-9ca5-4694-8445-e6d1443f8754, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:02:20.087804 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] For port d8fa3dfa-9ca5-4694-8445-e6d1443f8754, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8fa3dfa-9ca5-4694-8445-e6d1443f8754,segment=NetworkSegment(b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9),segment_id=b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:02:20.091429 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-81fe6edf-8cac-4fbe-9aa7-0315cef91aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:20.092873 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:20.096411 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:20.105876 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-2a796938-dbb3-4eb9-864c-10e40e70bcc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:20.153014 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:20.153621 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:20.154944 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] 10.222.0.42 "PUT /v2.0/ports/d8fa3dfa-9ca5-4694-8445-e6d1443f8754 HTTP/1.1" status: 200  len: 1094 time: 1.0674760
Jun 08 04:02:20.155420 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5344a8fc-94c1-4c03-a13d-7540ee709708', 'tag': 'd8fa3dfa-9ca5-4694-8445-e6d1443f8754'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:02:20.157761 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a257ce0-864f-4fb7-adca-4de402973bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "5344a8fc-94c1-4c03-a13d-7540ee709708", "tag": "d8fa3dfa-9ca5-4694-8445-e6d1443f8754"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:02:20.173745 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Pushing event updated for resources: {'Port': ['ID=d8fa3dfa-9ca5-4694-8445-e6d1443f8754,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:20.176736 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:20.180227 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-81fe6edf-8cac-4fbe-9aa7-0315cef91aad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91262f3017244eb490a85efa0efe6f6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7145252
Jun 08 04:02:20.182876 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50774) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:20.184501 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe6edf-8cac-4fbe-9aa7-0315cef91aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b9475b-51e2-45d4-939f-5d9b3b5df1f8,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:20.190078 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-81fe6edf-8cac-4fbe-9aa7-0315cef91aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:20.229182 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb02cc-514e-4ba4-a5f2-e4db32198025 req-89d969c8-0f03-4b7f-a8d7-bb747eb019f3 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:20.230606 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e6bb02cc-514e-4ba4-a5f2-e4db32198025 req-89d969c8-0f03-4b7f-a8d7-bb747eb019f3 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 944 time: 0.4231968
Jun 08 04:02:20.246650 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-3a16aee1-efd8-4765-be86-b999e9103401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:20.264631 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b02041-25c7-4625-9796-f9726c84cc80 req-1cdb7bca-ec7a-4a58-ae5e-a0d039ee49eb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:20.266076 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-36b02041-25c7-4625-9796-f9726c84cc80 req-1cdb7bca-ec7a-4a58-ae5e-a0d039ee49eb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.3208382
Jun 08 04:02:20.273054 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-3a16aee1-efd8-4765-be86-b999e9103401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:20.326040 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-3a16aee1-efd8-4765-be86-b999e9103401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:20.326326 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e6bb02cc-514e-4ba4-a5f2-e4db32198025 req-165539c2-b4c9-4f2e-bf41-447ac3563169 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870206
Jun 08 04:02:20.328422 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-3a16aee1-efd8-4765-be86-b999e9103401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:20.332277 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-3a16aee1-efd8-4765-be86-b999e9103401 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5b9475b-51e2-45d4-939f-5d9b3b5df1f8 HTTP/1.1" status: 204  len: 168 time: 0.1482809
Jun 08 04:02:20.333281 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-3a3fee64-2667-4e4a-89c4-f458226182b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:20.351593 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-36b02041-25c7-4625-9796-f9726c84cc80 req-c58e057e-25e4-4226-9a1e-ed4511f4938c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783710
Jun 08 04:02:20.352077 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16aee1-efd8-4765-be86-b999e9103401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b9475b-51e2-45d4-939f-5d9b3b5df1f8,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:20.355870 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-3a16aee1-efd8-4765-be86-b999e9103401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:20.370029 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:20.449291 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae2b3f9-dd78-4333-8369-293be9e71173 x-openstack-request-id: req-aae2b3f9-dd78-4333-8369-293be9e71173 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:02:20.449619 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5344a8fc-94c1-4c03-a13d-7540ee709708", "tag": "d8fa3dfa-9ca5-4694-8445-e6d1443f8754", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:02:20.449904 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aae2b3f9-dd78-4333-8369-293be9e71173 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:02:20.450336 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5344a8fc-94c1-4c03-a13d-7540ee709708', 'tag': 'd8fa3dfa-9ca5-4694-8445-e6d1443f8754', 'status': 'completed', 'code': 200}
Jun 08 04:02:20.471183 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:20.741022 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965e5e2-84dd-447b-8a22-5e08564738ee req-e392b2d0-2f16-462e-92d1-2c67a15cb8f2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:20.742470 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5965e5e2-84dd-447b-8a22-5e08564738ee req-e392b2d0-2f16-462e-92d1-2c67a15cb8f2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1383281
Jun 08 04:02:20.773586 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for port, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:20.780460 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2509822'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:20.787956 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-97b65a2f-971f-4a2d-8055-d57bf5f08157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:20.896983 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5965e5e2-84dd-447b-8a22-5e08564738ee req-d50b2959-6bf8-43ad-86fc-61b8d29d6dac tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420405
Jun 08 04:02:20.908572 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Pushing event updated for resources: {'Port': ['ID=075ded10-11e2-446a-8cb4-2c4d2e44399d,revision_number=2']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:20.916267 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:20.926639 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:21.101314 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.l3_db [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Floating IP 08508d7b-c14c-4488-801c-dc86f47e205e associated. External IP: 172.27.3.187, port: a23028f6-136c-4e9b-926f-2828a58156d6.
Jun 08 04:02:21.613945 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Router 69f96ce8-9c23-40af-96a0-87ec04657177 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:02:21.852592 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc814c-be39-4dcd-985c-0f73d57a272d req-9e7fdf24-cd55-4fd3-aaa1-21934946ccb7 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:21.854039 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c7cc814c-be39-4dcd-985c-0f73d57a272d req-9e7fdf24-cd55-4fd3-aaa1-21934946ccb7 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 944 time: 0.4020462
Jun 08 04:02:21.891369 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdf9c4-427c-4d0d-a62a-1e9e1e552f33 req-5eac05d9-4735-4e7e-a412-8d6f72fbee0b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:21.892833 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-38cdf9c4-427c-4d0d-a62a-1e9e1e552f33 req-5eac05d9-4735-4e7e-a412-8d6f72fbee0b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.2910361
Jun 08 04:02:21.954049 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:02:21.961168 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c7cc814c-be39-4dcd-985c-0f73d57a272d req-c9c7d495-d81c-4476-9809-11140e2f6c64 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957165
Jun 08 04:02:21.963453 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136dea8a-78e3-4f73-b102-2aacd08d9978 None None] Sync routers for ids ['69f96ce8-9c23-40af-96a0-87ec04657177'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:02:21.973218 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136dea8a-78e3-4f73-b102-2aacd08d9978 None None] Routers {'69f96ce8-9c23-40af-96a0-87ec04657177'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:02:21.973960 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-136dea8a-78e3-4f73-b102-2aacd08d9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002f67850>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:02:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['69f96ce8-9c23-40af-96a0-87ec04657177'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:02:21.976828 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-38cdf9c4-427c-4d0d-a62a-1e9e1e552f33 req-a9cb259b-5cec-4fe6-8331-442eefe16ac9 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783451
Jun 08 04:02:21.994105 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:22.050464 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.4192045
Jun 08 04:02:22.051101 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'tag': 'a23028f6-136c-4e9b-926f-2828a58156d6'}] {{(pid=91649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:02:22.053433 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68076f80de6398871b1479c29e58ad4c04b4d9bb8781698605459407955b999f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eb6b56-63fc-4e1f-ab7d-7378a49eb2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "11c2a293-f6d8-48b1-ad33-a81d588d8d71", "tag": "a23028f6-136c-4e9b-926f-2828a58156d6"}]}' {{(pid=91649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:02:22.114468 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631f79db-1cbb-4b58-a777-37cb21be785f x-openstack-request-id: req-631f79db-1cbb-4b58-a777-37cb21be785f {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:02:22.115157 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c2a293-f6d8-48b1-ad33-a81d588d8d71", "tag": "a23028f6-136c-4e9b-926f-2828a58156d6", "status": "completed", "code": 200}]} {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:02:22.115259 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-631f79db-1cbb-4b58-a777-37cb21be785f {{(pid=91649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:02:22.115608 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'tag': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'status': 'completed', 'code': 200}
Jun 08 04:02:22.164534 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ac35b-5521-4240-96b4-85840e2613f8 req-b0e89ebd-6a2a-4997-b4d7-c5da18a6e8bb tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:22.165993 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4c5ac35b-5521-4240-96b4-85840e2613f8 req-b0e89ebd-6a2a-4997-b4d7-c5da18a6e8bb tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0849447
Jun 08 04:02:22.190367 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-136dea8a-78e3-4f73-b102-2aacd08d9978 None None] Set router 69f96ce8-9c23-40af-96a0-87ec04657177 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:02:22.215117 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4c5ac35b-5521-4240-96b4-85840e2613f8 req-58123032-c352-4b73-b2ac-9ef99da6df20 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421638
Jun 08 04:02:22.526424 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-136dea8a-78e3-4f73-b102-2aacd08d9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002f67850>, [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:00:32Z', 'revision_number': 4, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port': {'id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:28Z', 'updated_at': '2021-06-08T04:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '08508d7b-c14c-4488-801c-dc86f47e205e', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'port_id': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'mac_address': 'fa:16:3e:55:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:02:20Z', 'updated_at': '2021-06-08T04:02:20Z', 'revision_number': 0, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a3f921-c191-44dc-83d0-966bf8c1f81f', 'name': '', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'mac_address': 'fa:16:3e:45:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:32Z', 'updated_at': '2021-06-08T04:00:42Z', 'revision_number': 5, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'subnets': [{'id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:02:22.530664 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136dea8a-78e3-4f73-b102-2aacd08d9978 None None] Checking router: 69f96ce8-9c23-40af-96a0-87ec04657177 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:02:22.538742 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136dea8a-78e3-4f73-b102-2aacd08d9978 None None] Routers {'69f96ce8-9c23-40af-96a0-87ec04657177'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:02:22.539329 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-136dea8a-78e3-4f73-b102-2aacd08d9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002f67850>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:02:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['69f96ce8-9c23-40af-96a0-87ec04657177'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:02:22.706897 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-136dea8a-78e3-4f73-b102-2aacd08d9978 None None] Set router 69f96ce8-9c23-40af-96a0-87ec04657177 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:02:23.047299 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-136dea8a-78e3-4f73-b102-2aacd08d9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002f67850>, [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:00:32Z', 'revision_number': 4, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port': {'id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:28Z', 'updated_at': '2021-06-08T04:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '08508d7b-c14c-4488-801c-dc86f47e205e', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'port_id': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'mac_address': 'fa:16:3e:55:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:02:20Z', 'updated_at': '2021-06-08T04:02:20Z', 'revision_number': 0, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a3f921-c191-44dc-83d0-966bf8c1f81f', 'name': '', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'mac_address': 'fa:16:3e:45:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:32Z', 'updated_at': '2021-06-08T04:00:42Z', 'revision_number': 5, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'subnets': [{'id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:02:23.051118 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136dea8a-78e3-4f73-b102-2aacd08d9978 None None] The sync data for ids ['69f96ce8-9c23-40af-96a0-87ec04657177'] in dv-cinder-786627-8-iscsi is: [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:00:32Z', 'revision_number': 4, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port': {'id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:28Z', 'updated_at': '2021-06-08T04:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '08508d7b-c14c-4488-801c-dc86f47e205e', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'port_id': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'mac_address': 'fa:16:3e:55:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:02:20Z', 'updated_at': '2021-06-08T04:02:20Z', 'revision_number': 0, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a3f921-c191-44dc-83d0-966bf8c1f81f', 'name': '', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'mac_address': 'fa:16:3e:45:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:32Z', 'updated_at': '2021-06-08T04:00:42Z', 'revision_number': 5, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'subnets': [{'id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:02:23.256250 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a257ce0-864f-4fb7-adca-4de402973bbd req-392dc6b7-3664-48f1-a28f-265bb06e11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:23.257739 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2a257ce0-864f-4fb7-adca-4de402973bbd req-392dc6b7-3664-48f1-a28f-265bb06e11a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1dfb41c8255471281f4c5a2411e0a36&device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 1097 time: 0.1478288
Jun 08 04:02:23.259794 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb6b56-63fc-4e1f-ab7d-7378a49eb2b3 req-df135585-8af6-49fb-816b-47add428a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:23.261805 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-11eb6b56-63fc-4e1f-ab7d-7378a49eb2b3 req-df135585-8af6-49fb-816b-47add428a10f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed3b379f822647c999c0ef8f3374f442&device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 1099 time: 0.1075296
Jun 08 04:02:23.279481 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1526cf8b-e41d-4c7a-a5cc-b3284f0e3072 None None] New status for floating IP 08508d7b-c14c-4488-801c-dc86f47e205e: ACTIVE {{(pid=91650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:02:23.302493 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcbb95-06e0-4440-94c3-ccf1c4d8afc4 req-c0310642-5a62-4c66-9f10-98c034641256 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:23.303852 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5abcbb95-06e0-4440-94c3-ccf1c4d8afc4 req-c0310642-5a62-4c66-9f10-98c034641256 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 944 time: 0.2212281
Jun 08 04:02:23.307599 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a05e0-529a-47c8-9393-aeb511d1641f req-f78c3d67-bc30-43da-967a-3a7de5fc9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:23.309361 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ea0a05e0-529a-47c8-9393-aeb511d1641f req-f78c3d67-bc30-43da-967a-3a7de5fc9efa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f56f6fbd6fd45a2bba7e5c300a8b2b4&device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 1098 time: 0.1802206
Jun 08 04:02:23.332798 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bd9e3-b3be-45c4-a0b6-0d9d397c45ec req-b48c8eab-d10a-4cbb-938b-ba62d0a72325 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:23.334220 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8c2bd9e3-b3be-45c4-a0b6-0d9d397c45ec req-b48c8eab-d10a-4cbb-938b-ba62d0a72325 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.1646059
Jun 08 04:02:23.467598 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5abcbb95-06e0-4440-94c3-ccf1c4d8afc4 req-5a93239f-6aa5-4b12-a291-6586d0309a89 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554680
Jun 08 04:02:23.497810 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8c2bd9e3-b3be-45c4-a0b6-0d9d397c45ec req-adfa5b1d-c70a-426e-a7b7-13dea57860fc tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1377146
Jun 08 04:02:23.560910 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a05e0-529a-47c8-9393-aeb511d1641f req-a857d87c-e9e5-4bf1-ae2d-0b1a2fbf4265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:23.572572 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ea0a05e0-529a-47c8-9393-aeb511d1641f req-a857d87c-e9e5-4bf1-ae2d-0b1a2fbf4265 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2 HTTP/1.1" status: 200  len: 919 time: 0.2373867
Jun 08 04:02:23.615464 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb6b56-63fc-4e1f-ab7d-7378a49eb2b3 req-62025c26-9988-4d3f-8b15-b9614b4b79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:23.616916 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-11eb6b56-63fc-4e1f-ab7d-7378a49eb2b3 req-62025c26-9988-4d3f-8b15-b9614b4b79ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec3d888d-6dff-4db9-9652-095621504c10 HTTP/1.1" status: 200  len: 909 time: 0.3475256
Jun 08 04:02:23.618073 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a257ce0-864f-4fb7-adca-4de402973bbd req-91e71455-bfb7-4816-9ee9-92cc50822662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:23.619339 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2a257ce0-864f-4fb7-adca-4de402973bbd req-91e71455-bfb7-4816-9ee9-92cc50822662 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c1dfb41c8255471281f4c5a2411e0a36&shared=False HTTP/1.1" status: 200  len: 915 time: 0.3288813
Jun 08 04:02:23.685996 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ea0a05e0-529a-47c8-9393-aeb511d1641f req-909e684f-0e04-47b0-8eb7-3bfbcaefdfd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b580e7c8-f725-411e-b917-109ae41ca160 HTTP/1.1" status: 200  len: 217 time: 0.1048305
Jun 08 04:02:23.766955 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a05e0-529a-47c8-9393-aeb511d1641f req-a12bbf02-0458-4b22-8c8b-b59702dddf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:23.768403 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ea0a05e0-529a-47c8-9393-aeb511d1641f req-a12bbf02-0458-4b22-8c8b-b59702dddf95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3659b78f-2e2e-4fd8-bb9f-78f99e371e12 HTTP/1.1" status: 200  len: 858 time: 0.0724776
Jun 08 04:02:23.814806 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-11eb6b56-63fc-4e1f-ab7d-7378a49eb2b3 req-950766f5-7fab-49c5-b1e8-48cefaed069e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23028f6-136c-4e9b-926f-2828a58156d6 HTTP/1.1" status: 200  len: 1002 time: 0.1850200
Jun 08 04:02:23.817115 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3976d3b-0953-4a6f-8a4b-a36cef031fd3 req-3a304624-9209-4419-a58f-58f57abce85b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:23.818540 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a3976d3b-0953-4a6f-8a4b-a36cef031fd3 req-3a304624-9209-4419-a58f-58f57abce85b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.1731358
Jun 08 04:02:23.825153 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ea0a05e0-529a-47c8-9393-aeb511d1641f req-e6f7dcb9-9fe8-425e-b5f4-e6d094b5df11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f11e1f7-c04d-46a9-8e75-9364662bc4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491533
Jun 08 04:02:23.885774 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a257ce0-864f-4fb7-adca-4de402973bbd req-397701cd-b1c4-4c2b-a2d3-7cb8890a903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:23.888016 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2a257ce0-864f-4fb7-adca-4de402973bbd req-397701cd-b1c4-4c2b-a2d3-7cb8890a903c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2573202
Jun 08 04:02:23.907046 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb6b56-63fc-4e1f-ab7d-7378a49eb2b3 req-4a44e28f-429a-40ca-a92a-872027c56090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:23.908555 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-11eb6b56-63fc-4e1f-ab7d-7378a49eb2b3 req-4a44e28f-429a-40ca-a92a-872027c56090 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e9ffa32-8773-4eab-a887-3d9ef463e4c2 HTTP/1.1" status: 200  len: 847 time: 0.0660119
Jun 08 04:02:23.951874 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a3976d3b-0953-4a6f-8a4b-a36cef031fd3 req-0026e9e5-8c46-4291-b225-d14c0eef112d tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257265
Jun 08 04:02:24.021256 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ea0a05e0-529a-47c8-9393-aeb511d1641f req-f49ea247-d24a-4e79-91d8-ddbb3acefc9d service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1802695
Jun 08 04:02:24.093378 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb6b56-63fc-4e1f-ab7d-7378a49eb2b3 req-4f2ed86e-d189-41bc-bdd1-6f8e396b98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:24.094916 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-11eb6b56-63fc-4e1f-ab7d-7378a49eb2b3 req-4f2ed86e-d189-41bc-bdd1-6f8e396b98d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec3d888d-6dff-4db9-9652-095621504c10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1651149
Jun 08 04:02:24.100787 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-56f294af-a169-4dd8-ab2d-e133c71f1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:24.102076 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-56f294af-a169-4dd8-ab2d-e133c71f1a13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1dfb41c8255471281f4c5a2411e0a36&device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 1097 time: 0.1139188
Jun 08 04:02:24.188773 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ea0a05e0-529a-47c8-9393-aeb511d1641f req-31b76382-491a-49ea-9feb-bf2ab445adaa service neutron] 10.222.0.42 "GET /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575060
Jun 08 04:02:24.265030 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-35d784e9-be24-4f2c-b82e-4a834420b2ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8fa3dfa-9ca5-4694-8445-e6d1443f8754 HTTP/1.1" status: 200  len: 217 time: 0.1414433
Jun 08 04:02:24.376156 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-1512a373-796e-4fdc-b986-9e16ad1e4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:24.377525 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-1512a373-796e-4fdc-b986-9e16ad1e4074 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26423151-9e6f-4f8a-ad8e-c55a6f114353 HTTP/1.1" status: 200  len: 854 time: 0.1014876
Jun 08 04:02:24.385551 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-11eb6b56-63fc-4e1f-ab7d-7378a49eb2b3 req-0e5ba86a-15b1-47c5-a2b7-f0be4ad79386 service neutron] 10.222.0.42 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2824059
Jun 08 04:02:24.502472 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-c24288b3-b86b-4011-840f-d26dd6170e20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87a5be73-8e7f-41e4-9931-937a6237e594&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1045554
Jun 08 04:02:24.691186 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-11eb6b56-63fc-4e1f-ab7d-7378a49eb2b3 req-39c6425e-d113-4b47-8f79-df4f1cce8896 service neutron] 10.222.0.42 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2639616
Jun 08 04:02:24.699846 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-1aecec87-495c-4477-aa04-9a4708e61039 service neutron] 10.222.0.42 "GET /v2.0/networks/87a5be73-8e7f-41e4-9931-937a6237e594?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1865087
Jun 08 04:02:24.813891 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20863928-ac9f-478f-850f-b0477673cb0b req-9e63f3d8-6774-4307-bb47-6c39aed8fd50 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:24.815370 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-20863928-ac9f-478f-850f-b0477673cb0b req-9e63f3d8-6774-4307-bb47-6c39aed8fd50 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 944 time: 0.2299035
Jun 08 04:02:24.823232 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f303b-6108-4001-bb38-94f1707c35f5 req-eb9a8be3-92d1-481e-8635-9ef8dd5de2f2 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:24.825303 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fc2f303b-6108-4001-bb38-94f1707c35f5 req-eb9a8be3-92d1-481e-8635-9ef8dd5de2f2 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 944 time: 0.1992002
Jun 08 04:02:24.892542 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-20863928-ac9f-478f-850f-b0477673cb0b req-83a1c1a8-5f80-45a5-9eca-8d9067791123 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663037
Jun 08 04:02:24.899180 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fc2f303b-6108-4001-bb38-94f1707c35f5 req-4f8fb9dc-ea49-4f7c-888d-0b1c89eb39c4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581110
Jun 08 04:02:25.133973 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d9a20-5733-4495-83ae-88d9b4665dd5 req-606a80c0-f5fe-4908-b302-a785092ec3d9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:25.135393 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6f8d9a20-5733-4495-83ae-88d9b4665dd5 req-606a80c0-f5fe-4908-b302-a785092ec3d9 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0809824
Jun 08 04:02:25.178327 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6f8d9a20-5733-4495-83ae-88d9b4665dd5 req-ba9c6492-607c-45c1-b536-af1c3081dfb3 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366757
Jun 08 04:02:25.589038 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 2b282215-8a4c-4452-a805-0a378d5150c8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:02:25.721117 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 2b282215-8a4c-4452-a805-0a378d5150c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b282215-8a4c-4452-a805-0a378d5150c8,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:02:25.736051 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '2b282215-8a4c-4452-a805-0a378d5150c8', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'port_id': '2b282215-8a4c-4452-a805-0a378d5150c8', 'mac_address': 'fa:16:3e:c7:6e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:02:25.793002 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:25.832066 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b282215-8a4c-4452-a805-0a378d5150c8 {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:02:25.847609 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 2b282215-8a4c-4452-a805-0a378d5150c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b282215-8a4c-4452-a805-0a378d5150c8,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:02:25.851559 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:25.854288 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:25.917825 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=2b282215-8a4c-4452-a805-0a378d5150c8,revision_number=9']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:25.921257 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:26.138740 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1ba76-fb04-456e-b24b-2a67d96e5519 req-2b1593c9-8243-48cb-8845-ae246eb22fa8 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:26.140185 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-33d1ba76-fb04-456e-b24b-2a67d96e5519 req-2b1593c9-8243-48cb-8845-ae246eb22fa8 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 944 time: 0.1420686
Jun 08 04:02:26.147851 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1a234-2c55-4384-9417-e323b922221d req-75335ad9-de15-4af8-a85c-d684ae5975e5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:26.149206 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7be1a234-2c55-4384-9417-e323b922221d req-75335ad9-de15-4af8-a85c-d684ae5975e5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 945 time: 0.1163428
Jun 08 04:02:26.219096 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-33d1ba76-fb04-456e-b24b-2a67d96e5519 req-bd3e0d29-0b41-4125-8c47-8964c0892176 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689516
Jun 08 04:02:26.226145 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7be1a234-2c55-4384-9417-e323b922221d req-efae0bc7-c4c5-4598-bd44-671bd8a08bd3 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631251
Jun 08 04:02:26.391397 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10f162-72ec-485b-b5a1-4d854a2e64d1 req-661153a5-4fd7-4d5e-ac26-4c089987c5ca tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:26.392813 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9e10f162-72ec-485b-b5a1-4d854a2e64d1 req-661153a5-4fd7-4d5e-ac26-4c089987c5ca tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0792835
Jun 08 04:02:26.439706 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9e10f162-72ec-485b-b5a1-4d854a2e64d1 req-713c4cd0-563d-4d76-a974-c7d5e06b4baa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378823
Jun 08 04:02:27.467756 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4d626-8fa9-4954-8e34-032a8f5243d5 req-b845e50b-515b-4f20-a10a-85ad8d93f1b4 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:27.469247 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-dac4d626-8fa9-4954-8e34-032a8f5243d5 req-b845e50b-515b-4f20-a10a-85ad8d93f1b4 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 944 time: 0.1442823
Jun 08 04:02:27.481874 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017372a6-3707-4654-810f-cfa7515b4e30 req-e0795391-c59b-4795-aef8-b5b2e3bc2b9e tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:27.483197 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-017372a6-3707-4654-810f-cfa7515b4e30 req-e0795391-c59b-4795-aef8-b5b2e3bc2b9e tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 945 time: 0.1226220
Jun 08 04:02:27.559448 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-017372a6-3707-4654-810f-cfa7515b4e30 req-4639d0ba-6da9-4faf-96e6-6426fd21e02d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617449
Jun 08 04:02:27.562080 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-dac4d626-8fa9-4954-8e34-032a8f5243d5 req-29504c6d-2145-4db2-9bbc-151736fcd7ec tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780261
Jun 08 04:02:27.660730 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c1c4d676-18bb-4d83-883c-61bbaa7b2102 req-ba1609eb-19c5-48bd-a53c-81d9621371ca service neutron] 10.222.0.42 "GET /v2.0/networks/87a5be73-8e7f-41e4-9931-937a6237e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343536
Jun 08 04:02:27.741844 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644f156-aa62-4f8c-ab69-e0b97ab5620f req-ea701a7b-044c-4636-8856-c19dbe39b991 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:27.743231 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d644f156-aa62-4f8c-ab69-e0b97ab5620f req-ea701a7b-044c-4636-8856-c19dbe39b991 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0823903
Jun 08 04:02:27.790298 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d644f156-aa62-4f8c-ab69-e0b97ab5620f req-9bb30755-ab4d-4d49-839e-5b2ad74cf11f tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408294
Jun 08 04:02:27.889000 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['2b282215-8a4c-4452-a805-0a378d5150c8'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:02:28.849256 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a35ce-2bd0-48f1-a757-7bc503452445 req-9ad9b517-8091-437d-9e82-7c438d157e0b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:28.850729 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9b8a35ce-2bd0-48f1-a757-7bc503452445 req-9ad9b517-8091-437d-9e82-7c438d157e0b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 945 time: 0.1493020
Jun 08 04:02:28.859177 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c79659-8596-4966-9344-9124c2da6b50 req-0a99b94e-8ed5-4343-a907-afe1d60cdb24 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:28.860641 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-07c79659-8596-4966-9344-9124c2da6b50 req-0a99b94e-8ed5-4343-a907-afe1d60cdb24 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 944 time: 0.1580067
Jun 08 04:02:28.909982 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:02:28.935951 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9b8a35ce-2bd0-48f1-a757-7bc503452445 req-528305c1-60e6-4abf-b1e6-1518fea49943 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743134
Jun 08 04:02:28.940385 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-07c79659-8596-4966-9344-9124c2da6b50 req-d3f9dd63-6e0f-4a67-8060-284c232b473e tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651219
Jun 08 04:02:28.975318 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 50910) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:29.107173 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c8fcf757-e019-4f25-b936-268d29dba320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:29.126536 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e9e1e-f81a-418e-a31f-1411c5403305 req-36a86324-131a-449c-b4a4-b0d69743614c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:29.127988 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-987e9e1e-f81a-418e-a31f-1411c5403305 req-36a86324-131a-449c-b4a4-b0d69743614c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0825276
Jun 08 04:02:29.173763 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-987e9e1e-f81a-418e-a31f-1411c5403305 req-931e2ac6-1989-4ccc-b941-c01e6cd63828 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400274
Jun 08 04:02:29.216777 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c8fcf757-e019-4f25-b936-268d29dba320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:29.220560 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c8fcf757-e019-4f25-b936-268d29dba320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:29.227908 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ea9330ae-2c4b-42e5-a188-895f2bea4c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:29.267712 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-c8fcf757-e019-4f25-b936-268d29dba320 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3bf168c648ba4089ae649f8d1ce61d24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2913330
Jun 08 04:02:29.268612 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcf757-e019-4f25-b936-268d29dba320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1384c6d4-7996-47d6-b58a-0ecea36b649b,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:29.270441 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 50914) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:29.271614 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c8fcf757-e019-4f25-b936-268d29dba320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:29.328382 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f16f4b1c-6d42-4b7d-82a3-63f577d17888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:29.357502 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f16f4b1c-6d42-4b7d-82a3-63f577d17888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:29.409804 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f16f4b1c-6d42-4b7d-82a3-63f577d17888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:29.412268 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f16f4b1c-6d42-4b7d-82a3-63f577d17888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:29.413413 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-f16f4b1c-6d42-4b7d-82a3-63f577d17888 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1384c6d4-7996-47d6-b58a-0ecea36b649b HTTP/1.1" status: 204  len: 168 time: 0.1419261
Jun 08 04:02:29.414156 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-7468b91e-dc27-428f-a813-9418cfc97767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:29.423959 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f4b1c-6d42-4b7d-82a3-63f577d17888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1384c6d4-7996-47d6-b58a-0ecea36b649b,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:29.426583 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-f16f4b1c-6d42-4b7d-82a3-63f577d17888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:30.184026 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122c53b-3a07-4dc0-a939-98032d9b4d36 req-b9f016eb-7c49-483d-8e00-c6dbb79d17a4 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:30.185472 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c122c53b-3a07-4dc0-a939-98032d9b4d36 req-b9f016eb-7c49-483d-8e00-c6dbb79d17a4 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 944 time: 0.1398227
Jun 08 04:02:30.196382 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89e1cf-9aa4-4589-825e-226850d180c7 req-690236bd-cf8d-4915-880d-9aa24c4e6fc0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:30.197987 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8f89e1cf-9aa4-4589-825e-226850d180c7 req-690236bd-cf8d-4915-880d-9aa24c4e6fc0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 945 time: 0.1164544
Jun 08 04:02:30.268262 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c122c53b-3a07-4dc0-a939-98032d9b4d36 req-87af26c0-e990-4b6c-9e62-4d41292f79e0 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692232
Jun 08 04:02:30.271167 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8f89e1cf-9aa4-4589-825e-226850d180c7 req-6ba9b3df-0de0-442e-a3e1-44c2bcbca5f5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595803
Jun 08 04:02:30.439683 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb2de3-bf8a-4e78-b507-40a506d67213 req-7600db96-8f66-4a7f-b78d-64f65a8a80e7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:30.441135 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cadb2de3-bf8a-4e78-b507-40a506d67213 req-7600db96-8f66-4a7f-b78d-64f65a8a80e7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0808957
Jun 08 04:02:30.485645 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cadb2de3-bf8a-4e78-b507-40a506d67213 req-1b8cc92f-0b44-4ffa-a235-2bd9a3788ff4 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388615
Jun 08 04:02:30.997969 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device d8fa3dfa-9ca5-4694-8445-e6d1443f8754 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:02:31.137018 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port d8fa3dfa-9ca5-4694-8445-e6d1443f8754, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8fa3dfa-9ca5-4694-8445-e6d1443f8754,segment=NetworkSegment(b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9),segment_id=b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:02:31.149539 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': 'd8fa3dfa-9ca5-4694-8445-e6d1443f8754', 'network_id': '87a5be73-8e7f-41e4-9931-937a6237e594', 'port_id': 'd8fa3dfa-9ca5-4694-8445-e6d1443f8754', 'mac_address': 'fa:16:3e:82:23:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26423151-9e6f-4f8a-ad8e-c55a6f114353', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:02:31.205756 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:31.222067 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fa3dfa-9ca5-4694-8445-e6d1443f8754 {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:02:31.236918 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port d8fa3dfa-9ca5-4694-8445-e6d1443f8754, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8fa3dfa-9ca5-4694-8445-e6d1443f8754,segment=NetworkSegment(b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9),segment_id=b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:02:31.240379 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:31.242036 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:31.309061 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=d8fa3dfa-9ca5-4694-8445-e6d1443f8754,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:31.317182 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:31.594165 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef3b31-e5e7-45d3-b45b-fe037ed328dd req-9170ffe1-442f-4e4d-8caf-c89183278c46 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:31.595616 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-46ef3b31-e5e7-45d3-b45b-fe037ed328dd req-9170ffe1-442f-4e4d-8caf-c89183278c46 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 945 time: 0.1889355
Jun 08 04:02:31.603721 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fb154-485b-4ab3-8f54-167f2aca770d req-e56839f7-1804-4199-890c-60ba517312e2 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:31.605743 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-960fb154-485b-4ab3-8f54-167f2aca770d req-e56839f7-1804-4199-890c-60ba517312e2 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 945 time: 0.2299275
Jun 08 04:02:31.671001 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-46ef3b31-e5e7-45d3-b45b-fe037ed328dd req-de6127a1-11c9-43e4-ae0b-e6cdc3016497 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643103
Jun 08 04:02:31.680473 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-960fb154-485b-4ab3-8f54-167f2aca770d req-9a636eb0-d589-432c-9619-885867df6ecf tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588977
Jun 08 04:02:32.028360 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 2b282215-8a4c-4452-a805-0a378d5150c8 up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:02:32.097509 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 2b282215-8a4c-4452-a805-0a378d5150c8 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:02:32.098075 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:32.218627 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:32.247915 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:02:32.250146 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8899c602-090e-4389-98a4-b0216acdc34a" -d '{"events": [{"server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "name": "network-vif-plugged", "status": "completed", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:02:32.257975 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 2b282215-8a4c-4452-a805-0a378d5150c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b282215-8a4c-4452-a805-0a378d5150c8,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:02:32.264183 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:32.266052 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:32.298812 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf7c1e2-a322-4437-b26c-f486361851d8 x-openstack-request-id: req-2bf7c1e2-a322-4437-b26c-f486361851d8 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:02:32.299111 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "name": "network-vif-plugged", "status": "completed", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:02:32.299366 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bf7c1e2-a322-4437-b26c-f486361851d8 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:02:32.299758 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8', 'code': 200}
Jun 08 04:02:32.336759 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=2b282215-8a4c-4452-a805-0a378d5150c8,revision_number=10']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:32.340593 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:32.392402 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['d8fa3dfa-9ca5-4694-8445-e6d1443f8754'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:02:32.934772 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc940abc-2e3a-47d7-a641-0cbf3c994d23 req-77f4059c-d310-4870-83cf-0bdfd9c567a2 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:32.936915 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fc940abc-2e3a-47d7-a641-0cbf3c994d23 req-77f4059c-d310-4870-83cf-0bdfd9c567a2 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 945 time: 0.1141133
Jun 08 04:02:32.948711 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e58a40-6783-4eba-8989-8a9c27311891 req-48b085ac-d7dc-473b-92f8-d6de84548150 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:32.950545 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-70e58a40-6783-4eba-8989-8a9c27311891 req-48b085ac-d7dc-473b-92f8-d6de84548150 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 947 time: 0.1621029
Jun 08 04:02:32.986977 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069bf94-5944-4fcf-95a0-f6c98c010ed1 req-8686bcb0-45ed-4ca2-b1e0-1eea31c762c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:32.989101 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0069bf94-5944-4fcf-95a0-f6c98c010ed1 req-8686bcb0-45ed-4ca2-b1e0-1eea31c762c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 1100 time: 0.0959852
Jun 08 04:02:33.031472 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fc940abc-2e3a-47d7-a641-0cbf3c994d23 req-ca11ff87-3b35-40cc-ae35-68e8aba5b973 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799568
Jun 08 04:02:33.038937 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-70e58a40-6783-4eba-8989-8a9c27311891 req-442f86bc-8e72-4c5a-8b05-0be4c37b9bd3 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693226
Jun 08 04:02:33.046697 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0069bf94-5944-4fcf-95a0-f6c98c010ed1 req-5a8a7ad8-6fbf-494a-ac42-535e5666973c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447762
Jun 08 04:02:33.390422 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f3ffd-3f13-4005-803c-9b6c229f56d4 req-f21fe7ae-b676-4e65-ab5b-3d66d07e0513 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:33.391852 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-368f3ffd-3f13-4005-803c-9b6c229f56d4 req-f21fe7ae-b676-4e65-ab5b-3d66d07e0513 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0848415
Jun 08 04:02:33.437845 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-368f3ffd-3f13-4005-803c-9b6c229f56d4 req-a793c6f2-6504-4384-865f-4507f9590e8b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386803
Jun 08 04:02:34.284958 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682bdc9-42e8-4c94-8865-f6811e588b87 req-9d46232b-685b-4fca-ab3a-7bb4cb733f55 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:34.286439 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5682bdc9-42e8-4c94-8865-f6811e588b87 req-9d46232b-685b-4fca-ab3a-7bb4cb733f55 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 945 time: 0.1448424
Jun 08 04:02:34.294387 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc88b7-8cbe-4331-b31a-99f5e7e83572 req-a8657638-15ce-471d-9bb5-bda6a01c2897 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:34.295732 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-94cc88b7-8cbe-4331-b31a-99f5e7e83572 req-a8657638-15ce-471d-9bb5-bda6a01c2897 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 947 time: 0.1229498
Jun 08 04:02:34.368857 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5682bdc9-42e8-4c94-8865-f6811e588b87 req-4ae53c63-428f-44c9-ade5-67a00c0df487 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714931
Jun 08 04:02:34.377613 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-94cc88b7-8cbe-4331-b31a-99f5e7e83572 req-06034b0f-0efd-4644-8b77-9bc4b2c2c062 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646188
Jun 08 04:02:34.622525 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f4321-ab6a-476b-9104-92c17b7c37e3 req-281bdca4-cc49-4e48-96db-5a8f4ad8f882 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:34.623857 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a53f4321-ab6a-476b-9104-92c17b7c37e3 req-281bdca4-cc49-4e48-96db-5a8f4ad8f882 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0813320
Jun 08 04:02:34.652273 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device d8fa3dfa-9ca5-4694-8445-e6d1443f8754 up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:02:34.667999 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a53f4321-ab6a-476b-9104-92c17b7c37e3 req-e404c33b-f274-4114-909f-5ab9e0519a8d tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385752
Jun 08 04:02:34.719099 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port d8fa3dfa-9ca5-4694-8445-e6d1443f8754 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:02:34.723664 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port d8fa3dfa-9ca5-4694-8445-e6d1443f8754 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:02:34.724063 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:34.837508 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:34.862993 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5344a8fc-94c1-4c03-a13d-7540ee709708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fa3dfa-9ca5-4694-8445-e6d1443f8754'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:02:34.865239 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d0adcd-6f3b-46b6-b28a-446e5bd385db" -d '{"events": [{"server_uuid": "5344a8fc-94c1-4c03-a13d-7540ee709708", "name": "network-vif-plugged", "status": "completed", "tag": "d8fa3dfa-9ca5-4694-8445-e6d1443f8754"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:02:34.873608 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port d8fa3dfa-9ca5-4694-8445-e6d1443f8754, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8fa3dfa-9ca5-4694-8445-e6d1443f8754,segment=NetworkSegment(b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9),segment_id=b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:02:34.877749 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:34.879592 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-802e2e1d-030e-478b-9f3c-28438e60719e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:34.914344 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad81b675-143c-4458-bac9-f851c3d28f32 x-openstack-request-id: req-ad81b675-143c-4458-bac9-f851c3d28f32 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:02:34.914647 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5344a8fc-94c1-4c03-a13d-7540ee709708", "name": "network-vif-plugged", "status": "completed", "tag": "d8fa3dfa-9ca5-4694-8445-e6d1443f8754", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:02:34.914908 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad81b675-143c-4458-bac9-f851c3d28f32 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:02:34.915295 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5344a8fc-94c1-4c03-a13d-7540ee709708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fa3dfa-9ca5-4694-8445-e6d1443f8754', 'code': 200}
Jun 08 04:02:34.945911 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=d8fa3dfa-9ca5-4694-8445-e6d1443f8754,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:34.948848 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:35.610672 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597f4d6-3285-4b6d-8c7a-bab975fa44f5 req-a0b78387-f620-4003-bacd-26d06c3aa8da tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:35.612113 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7597f4d6-3285-4b6d-8c7a-bab975fa44f5 req-a0b78387-f620-4003-bacd-26d06c3aa8da tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 947 time: 0.1112933
Jun 08 04:02:35.619508 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac62b95-fb92-4512-b8db-f35ac6db6b4a req-f95fa22b-85be-4311-bfdf-1a4b22de2d07 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:35.621383 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4ac62b95-fb92-4512-b8db-f35ac6db6b4a req-f95fa22b-85be-4311-bfdf-1a4b22de2d07 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 946 time: 0.1516769
Jun 08 04:02:35.689718 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7597f4d6-3285-4b6d-8c7a-bab975fa44f5 req-9abe4a8b-e9ea-49ac-99fc-d8c9e2ef7605 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673928
Jun 08 04:02:35.693963 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4ac62b95-fb92-4512-b8db-f35ac6db6b4a req-da0b7f9c-a5b2-46a7-88bc-b7e090eb2bf9 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565050
Jun 08 04:02:35.864217 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:35.867751 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef0e2b-7c27-41e2-bf2b-81acff768d4b req-86fb120c-4980-486c-9a75-8c8786315d56 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:35.869220 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0eef0e2b-7c27-41e2-bf2b-81acff768d4b req-86fb120c-4980-486c-9a75-8c8786315d56 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0809772
Jun 08 04:02:35.915922 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0eef0e2b-7c27-41e2-bf2b-81acff768d4b req-fa30814a-1ded-4f45-8fc5-c66dc2aba939 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401828
Jun 08 04:02:36.943080 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64f469-875a-40a6-baf8-35b6f8809c95 req-cd4bdb90-e481-4990-aa2d-b48cec72e777 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:36.944560 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2d64f469-875a-40a6-baf8-35b6f8809c95 req-cd4bdb90-e481-4990-aa2d-b48cec72e777 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 946 time: 0.1445358
Jun 08 04:02:36.952986 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92c2cf-7014-47c7-b0d7-e16b5deb59c7 req-e3017998-7239-4455-9f51-6374ad7e57bb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:36.954347 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ba92c2cf-7014-47c7-b0d7-e16b5deb59c7 req-e3017998-7239-4455-9f51-6374ad7e57bb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 947 time: 0.1185496
Jun 08 04:02:36.999223 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7ba02-bf47-4306-92e5-70c15da32b93 req-54b9ade3-9296-4aed-866b-da36be31b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:37.000711 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-96b7ba02-bf47-4306-92e5-70c15da32b93 req-54b9ade3-9296-4aed-866b-da36be31b772 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 1099 time: 0.0733275
Jun 08 04:02:37.022625 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2d64f469-875a-40a6-baf8-35b6f8809c95 req-243b42f3-f406-49cd-a826-0b82065bf7ef tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673392
Jun 08 04:02:37.030216 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ba92c2cf-7014-47c7-b0d7-e16b5deb59c7 req-47c504d8-3090-47f3-8853-f2064507bb1f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588973
Jun 08 04:02:37.047445 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-96b7ba02-bf47-4306-92e5-70c15da32b93 req-b5829384-8f87-453d-8a7d-675454895400 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372238
Jun 08 04:02:37.197083 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9da18-2399-488e-b82b-daea430b8175 req-2e3c2656-8ed5-41d4-84b7-2bff20c35c21 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:37.198497 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-22f9da18-2399-488e-b82b-daea430b8175 req-2e3c2656-8ed5-41d4-84b7-2bff20c35c21 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0787351
Jun 08 04:02:37.246982 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-22f9da18-2399-488e-b82b-daea430b8175 req-0e1a45b5-fd8b-49c8-a637-9c8d38810c3d tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428150
Jun 08 04:02:38.326707 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca3a8f-fdc5-4f64-806e-29ecfe71ba98 req-e02da627-9b34-4aa6-8951-1999380e3bfa tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:38.328351 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-97ca3a8f-fdc5-4f64-806e-29ecfe71ba98 req-e02da627-9b34-4aa6-8951-1999380e3bfa tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 947 time: 0.1094928
Jun 08 04:02:38.337439 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d4250-4b93-4b18-b09f-7e9fc255db32 req-d0fb3445-3e13-472d-8cf5-d6a614461ab6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:38.345041 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-518d4250-4b93-4b18-b09f-7e9fc255db32 req-d0fb3445-3e13-472d-8cf5-d6a614461ab6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 946 time: 0.1756673
Jun 08 04:02:38.418902 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-518d4250-4b93-4b18-b09f-7e9fc255db32 req-60a4eba0-dc54-4f18-95e3-eb9a61ed383f tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729332
Jun 08 04:02:38.424168 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-97ca3a8f-fdc5-4f64-806e-29ecfe71ba98 req-4da51a21-9303-4fd2-a641-596aee4cdc5b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764949
Jun 08 04:02:38.594771 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ffd1b-03a7-4589-9532-2076a864f9bb req-9f1eb4c7-d214-469b-8dde-0b30f80ef1e1 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:38.596116 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a92ffd1b-03a7-4589-9532-2076a864f9bb req-9f1eb4c7-d214-469b-8dde-0b30f80ef1e1 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0811536
Jun 08 04:02:38.642249 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a92ffd1b-03a7-4589-9532-2076a864f9bb req-5eaace95-3c79-4156-9354-de072ac0645e tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405929
Jun 08 04:02:39.391803 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2be932-4da9-467c-b754-8006532c1484 req-75740da8-9ae7-4e91-96cc-8f5136300fe3 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:39.393277 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1a2be932-4da9-467c-b754-8006532c1484 req-75740da8-9ae7-4e91-96cc-8f5136300fe3 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.0832415
Jun 08 04:02:39.437536 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1a2be932-4da9-467c-b754-8006532c1484 req-4af3fa29-b251-436c-bfaa-980c96137d2c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384314
Jun 08 04:02:39.758836 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6899c9-29b1-4c12-a67c-ec58fd8057b4 req-9cf03733-3b98-4f8f-b68a-58d2ee711c38 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:39.760302 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bc6899c9-29b1-4c12-a67c-ec58fd8057b4 req-9cf03733-3b98-4f8f-b68a-58d2ee711c38 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 946 time: 0.2303965
Jun 08 04:02:39.773058 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a871d1-2dde-4d99-b6e9-620203b4e500 req-3a185111-fa35-40cd-abe0-c8154ae7899d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:39.774761 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b4a871d1-2dde-4d99-b6e9-620203b4e500 req-3a185111-fa35-40cd-abe0-c8154ae7899d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 947 time: 0.2123659
Jun 08 04:02:39.847489 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bc6899c9-29b1-4c12-a67c-ec58fd8057b4 req-b04f4570-838d-4451-9824-aec26d52073f tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715644
Jun 08 04:02:39.851682 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b4a871d1-2dde-4d99-b6e9-620203b4e500 req-8251fd50-87ef-4aa7-b9dd-4d5f346aaeaa tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574160
Jun 08 04:02:40.021490 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deee485-7983-4304-8bac-82682192ab18 req-759a25af-bbc1-4ec9-b009-217836f45af4 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:40.022930 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8deee485-7983-4304-8bac-82682192ab18 req-759a25af-bbc1-4ec9-b009-217836f45af4 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0811992
Jun 08 04:02:40.067833 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8deee485-7983-4304-8bac-82682192ab18 req-c5e24341-777c-4cdb-b9d3-0ef62d4891f2 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387297
Jun 08 04:02:40.772066 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7dbfe-fbce-4ca0-81e1-eb3357560e62 req-fa9d544c-ffb9-4d39-930b-7f6694c0470b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:40.773543 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8de7dbfe-fbce-4ca0-81e1-eb3357560e62 req-fa9d544c-ffb9-4d39-930b-7f6694c0470b tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.0800729
Jun 08 04:02:40.821838 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8de7dbfe-fbce-4ca0-81e1-eb3357560e62 req-719998f0-95ee-462f-b537-099ff35da832 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420938
Jun 08 04:02:41.260038 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd82c4-2359-490d-b630-9c1b50b3e4a5 req-585a17c0-3506-42cb-a315-907e7ef612ba tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:41.261529 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-63dd82c4-2359-490d-b630-9c1b50b3e4a5 req-585a17c0-3506-42cb-a315-907e7ef612ba tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0827713
Jun 08 04:02:41.305798 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-63dd82c4-2359-490d-b630-9c1b50b3e4a5 req-d16553b5-6146-41a7-a215-9c495387b45a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379586
Jun 08 04:02:42.009067 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ff6f1-ce32-48ee-9839-304336c47838 req-699749fd-baf8-488b-8af1-95d3137401a7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:42.010417 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ea1ff6f1-ce32-48ee-9839-304336c47838 req-699749fd-baf8-488b-8af1-95d3137401a7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.0852692
Jun 08 04:02:42.054134 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ea1ff6f1-ce32-48ee-9839-304336c47838 req-16773b84-61d1-4597-afa1-3d86c6009749 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370486
Jun 08 04:02:42.488800 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9868eb-ebb4-4619-9180-57b7347dd8de req-3d95325f-145f-4e74-b344-ae7bbd4d168c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:42.490353 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5d9868eb-ebb4-4619-9180-57b7347dd8de req-3d95325f-145f-4e74-b344-ae7bbd4d168c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0783286
Jun 08 04:02:42.536718 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5d9868eb-ebb4-4619-9180-57b7347dd8de req-cf50405e-af78-4693-9f0b-f51c3af75582 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404911
Jun 08 04:02:42.614049 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90458b07-1c2f-42c4-80e2-b2bafb6e9b5a req-0b4d73f1-1dc5-4fdd-af6d-30824826c296 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:42.614976 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-90458b07-1c2f-42c4-80e2-b2bafb6e9b5a req-0b4d73f1-1dc5-4fdd-af6d-30824826c296 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 945 time: 0.0809076
Jun 08 04:02:42.837249 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-90458b07-1c2f-42c4-80e2-b2bafb6e9b5a req-6174be0d-2071-41fd-911f-578e710ea2b2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Deleting port c30783ab-310f-428f-80c0-07416a6c9e11 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:02:42.837501 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-90458b07-1c2f-42c4-80e2-b2bafb6e9b5a req-6174be0d-2071-41fd-911f-578e710ea2b2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:42.910249 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-bfcd73ea-5f91-40ea-8764-c779cd425482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:42.975399 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-90458b07-1c2f-42c4-80e2-b2bafb6e9b5a req-6174be0d-2071-41fd-911f-578e710ea2b2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] For port c30783ab-310f-428f-80c0-07416a6c9e11, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c30783ab-310f-428f-80c0-07416a6c9e11,segment=NetworkSegment(1b35ba24-7932-4b61-b17f-0ec1f7c0668e),segment_id=1b35ba24-7932-4b61-b17f-0ec1f7c0668e)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:02:42.975764 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-90458b07-1c2f-42c4-80e2-b2bafb6e9b5a req-6174be0d-2071-41fd-911f-578e710ea2b2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:43.104245 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-90458b07-1c2f-42c4-80e2-b2bafb6e9b5a req-6174be0d-2071-41fd-911f-578e710ea2b2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Calling delete_port for c30783ab-310f-428f-80c0-07416a6c9e11 owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:02:43.229945 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-90458b07-1c2f-42c4-80e2-b2bafb6e9b5a req-6174be0d-2071-41fd-911f-578e710ea2b2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:43.237171 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-5bd37e29-af16-41c9-8b86-8546fa3e9978 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:43.238807 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-86f20e6d-5788-44d3-900c-2575604a9b35 req-068a6839-4d51-45ce-b770-a5b140ba125f tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbdbad95-869a-4518-ad14-3216e3e5db7b HTTP/1.1" status: 200  len: 210 time: 0.0563641
Jun 08 04:02:43.244093 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['b580e7c8-f725-411e-b917-109ae41ca160', 'c30783ab-310f-428f-80c0-07416a6c9e11'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:02:43.286339 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 51212) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:43.298950 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174be0d-2071-41fd-911f-578e710ea2b2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Pushing event deleted for resources: {'Port': ['ID=c30783ab-310f-428f-80c0-07416a6c9e11,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:43.302543 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-6174be0d-2071-41fd-911f-578e710ea2b2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:43.379505 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-90458b07-1c2f-42c4-80e2-b2bafb6e9b5a req-6174be0d-2071-41fd-911f-578e710ea2b2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] No DVR routers for this DVR port c30783ab-310f-428f-80c0-07416a6c9e11 on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:02:43.381936 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-90458b07-1c2f-42c4-80e2-b2bafb6e9b5a req-6174be0d-2071-41fd-911f-578e710ea2b2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:43.385888 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-90458b07-1c2f-42c4-80e2-b2bafb6e9b5a req-6174be0d-2071-41fd-911f-578e710ea2b2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.42 "DELETE /v2.0/ports/c30783ab-310f-428f-80c0-07416a6c9e11 HTTP/1.1" status: 204  len: 173 time: 0.7632151
Jun 08 04:02:43.386381 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdbad95-869a-4518-ad14-3216e3e5db7b', 'name': 'network-vif-deleted', 'tag': 'c30783ab-310f-428f-80c0-07416a6c9e11'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:02:43.389828 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0566000-f34a-41d7-9cf2-4c00f94b593a" -d '{"events": [{"server_uuid": "fbdbad95-869a-4518-ad14-3216e3e5db7b", "name": "network-vif-deleted", "tag": "c30783ab-310f-428f-80c0-07416a6c9e11"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:02:43.428858 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-207c5bee-52f1-4034-8fad-80856b4203ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:43.457825 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678545e3-2a1c-4019-952e-692b2c891924 x-openstack-request-id: req-678545e3-2a1c-4019-952e-692b2c891924 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:02:43.458183 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdbad95-869a-4518-ad14-3216e3e5db7b", "name": "network-vif-deleted", "tag": "c30783ab-310f-428f-80c0-07416a6c9e11", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:02:43.458509 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-678545e3-2a1c-4019-952e-692b2c891924 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:02:43.459024 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdbad95-869a-4518-ad14-3216e3e5db7b', 'name': 'network-vif-deleted', 'tag': 'c30783ab-310f-428f-80c0-07416a6c9e11', 'status': 'completed', 'code': 200}
Jun 08 04:02:43.541883 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-207c5bee-52f1-4034-8fad-80856b4203ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:43.545753 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-207c5bee-52f1-4034-8fad-80856b4203ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:43.552451 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-65f531a7-0eaa-4204-9241-ebd8c7c76f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:43.595724 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c5bee-52f1-4034-8fad-80856b4203ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9faa68-2d28-4531-af75-24fa7d2b68a4,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:43.602663 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-207c5bee-52f1-4034-8fad-80856b4203ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afa75c07d3d04b8c935633b3cdfce2d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3127632
Jun 08 04:02:43.602663 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-207c5bee-52f1-4034-8fad-80856b4203ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:43.603063 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 51220) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:43.665053 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-85c541d2-cca5-4b5b-a14e-25494040ac1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:43.692169 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-85c541d2-cca5-4b5b-a14e-25494040ac1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:43.745302 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeb83b-4638-4c09-9625-07f4342970d4 req-24455545-60fb-4664-875f-17f6263a1863 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:43.747741 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-65aeb83b-4638-4c09-9625-07f4342970d4 req-24455545-60fb-4664-875f-17f6263a1863 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0880530
Jun 08 04:02:43.755196 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-85c541d2-cca5-4b5b-a14e-25494040ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:43.757782 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-85c541d2-cca5-4b5b-a14e-25494040ac1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:43.759215 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-85c541d2-cca5-4b5b-a14e-25494040ac1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee9faa68-2d28-4531-af75-24fa7d2b68a4 HTTP/1.1" status: 204  len: 168 time: 0.1551931
Jun 08 04:02:43.760065 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-6538fa26-f60b-4c0a-a373-dfc507e0cdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:43.771251 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c541d2-cca5-4b5b-a14e-25494040ac1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9faa68-2d28-4531-af75-24fa7d2b68a4,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:43.774311 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-85c541d2-cca5-4b5b-a14e-25494040ac1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:43.803047 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-65aeb83b-4638-4c09-9625-07f4342970d4 req-381ee08f-d00f-4ffe-a146-67d4795e0a87 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492110
Jun 08 04:02:44.693417 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582f21a-4f70-4ca2-8667-3d47898b28c6 req-7c8a6a90-441f-4a97-aab6-dfb69d9f2b7e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:44.694926 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8582f21a-4f70-4ca2-8667-3d47898b28c6 req-7c8a6a90-441f-4a97-aab6-dfb69d9f2b7e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0830398
Jun 08 04:02:44.739976 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8582f21a-4f70-4ca2-8667-3d47898b28c6 req-9798b71d-555f-4022-aa22-265b76cd3485 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386701
Jun 08 04:02:44.989365 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb121b1-6fcd-4f98-ae76-ea2fa490099a req-2ef85840-7e48-4185-9ab5-604aaa65701d tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:44.990826 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-efb121b1-6fcd-4f98-ae76-ea2fa490099a req-2ef85840-7e48-4185-9ab5-604aaa65701d tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0829782
Jun 08 04:02:45.040739 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-efb121b1-6fcd-4f98-ae76-ea2fa490099a req-df0944d3-4ad4-46df-b28b-9d4b1807a6bb tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440838
Jun 08 04:02:45.252773 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a1bbb712-4752-4380-b193-a0145a2fb259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:45.457375 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:45.924591 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bffaec-968c-450c-9391-b2442c6c37ef req-fa7e7054-d3ee-4f5f-a13b-f8aa411ae189 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:45.926050 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-92bffaec-968c-450c-9391-b2442c6c37ef req-fa7e7054-d3ee-4f5f-a13b-f8aa411ae189 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0805299
Jun 08 04:02:45.973775 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-92bffaec-968c-450c-9391-b2442c6c37ef req-3a5b4b5c-1bb4-4034-937c-f048cd0dfe36 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422509
Jun 08 04:02:46.189443 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device c30783ab-310f-428f-80c0-07416a6c9e11 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:02:46.228889 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff5bb8-2e79-499d-ae7a-0b34ccce15b8 req-8cb67404-e1e8-4e25-b4c2-2f94e7929926 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:46.230455 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4dff5bb8-2e79-499d-ae7a-0b34ccce15b8 req-8cb67404-e1e8-4e25-b4c2-2f94e7929926 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0819201
Jun 08 04:02:46.247660 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: c30783ab-310f-428f-80c0-07416a6c9e11 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:02:46.247923 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device c30783ab-310f-428f-80c0-07416a6c9e11 not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:02:46.276769 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4dff5bb8-2e79-499d-ae7a-0b34ccce15b8 req-3f146e8a-5774-4dee-9453-79688249f721 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404851
Jun 08 04:02:46.421066 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:47.162509 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c19fed-73a9-4e5c-a442-6f749d21cd2d req-49b99816-b7da-467d-bf4a-1285af39c681 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:47.163963 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-67c19fed-73a9-4e5c-a442-6f749d21cd2d req-49b99816-b7da-467d-bf4a-1285af39c681 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0848081
Jun 08 04:02:47.207488 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-67c19fed-73a9-4e5c-a442-6f749d21cd2d req-b566df52-d6ff-413c-8b35-3c7d4293c242 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370607
Jun 08 04:02:47.460402 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb692e-9903-47b5-bb3f-eb2c6e18b47f req-ceb27e92-dc36-4051-a631-252137478502 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:47.461739 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-dabb692e-9903-47b5-bb3f-eb2c6e18b47f req-ceb27e92-dc36-4051-a631-252137478502 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0799983
Jun 08 04:02:47.510357 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-dabb692e-9903-47b5-bb3f-eb2c6e18b47f req-504671e2-bd73-4fa9-8176-e9b1291c17cc tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420148
Jun 08 04:02:48.018702 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:48.398985 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92679af2-2af4-4f46-b385-09b74ec4311d req-d3ba47b2-1069-4b12-9b1e-03a11cdff15c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:48.400527 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-92679af2-2af4-4f46-b385-09b74ec4311d req-d3ba47b2-1069-4b12-9b1e-03a11cdff15c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0835550
Jun 08 04:02:48.444073 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-92679af2-2af4-4f46-b385-09b74ec4311d req-c790ce75-6bd1-4b3d-9b2d-497f2c9e4dab tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381019
Jun 08 04:02:48.701414 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc3463-fde4-4d56-ac2b-7ea5e758e4c3 req-4f5c4349-22bf-422f-bbe9-7a7436448488 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:48.704534 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-83bc3463-fde4-4d56-ac2b-7ea5e758e4c3 req-4f5c4349-22bf-422f-bbe9-7a7436448488 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0844214
Jun 08 04:02:48.752733 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-83bc3463-fde4-4d56-ac2b-7ea5e758e4c3 req-ef81d402-1ed8-4015-b8cf-cfe888f9b07e tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417616
Jun 08 04:02:49.629072 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9f2ed-c440-4e37-833c-83d8e64e3d1c req-a5b9782c-581a-489e-b2dc-a4c5d1eee431 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:49.630515 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-52d9f2ed-c440-4e37-833c-83d8e64e3d1c req-a5b9782c-581a-489e-b2dc-a4c5d1eee431 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0813339
Jun 08 04:02:49.674947 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-52d9f2ed-c440-4e37-833c-83d8e64e3d1c req-abc24f2a-a5a5-4d6a-8584-f359b9848ec7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385768
Jun 08 04:02:49.939900 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb991002-216e-4d59-98a6-7cfd3166d317 req-9922405d-3878-4764-9a24-5854c8b7e881 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:49.941364 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bb991002-216e-4d59-98a6-7cfd3166d317 req-9922405d-3878-4764-9a24-5854c8b7e881 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0832419
Jun 08 04:02:50.062137 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bb991002-216e-4d59-98a6-7cfd3166d317 req-2cb8c015-5fd8-43da-85ce-89e304990b04 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1151602
Jun 08 04:02:50.398059 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366551d2-167c-45bd-90a6-93d73b09d811 req-965769de-e805-4e86-a9ef-15eb9e442b4f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:50.399420 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-366551d2-167c-45bd-90a6-93d73b09d811 req-965769de-e805-4e86-a9ef-15eb9e442b4f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0826848
Jun 08 04:02:50.447176 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-366551d2-167c-45bd-90a6-93d73b09d811 req-997eb857-24d9-446f-872d-35b19dbc27dd tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415542
Jun 08 04:02:50.451289 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540d632-814d-4e7e-90df-8f1976b413aa req-1fb124fd-71de-4fb5-9fd4-69a958acef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:50.452776 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c540d632-814d-4e7e-90df-8f1976b413aa req-1fb124fd-71de-4fb5-9fd4-69a958acef11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69503fbb25244595983009a8135abd9e&device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 1098 time: 0.0770745
Jun 08 04:02:50.589720 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540d632-814d-4e7e-90df-8f1976b413aa req-b3e25868-6d8d-47c1-bb3a-d1b02cdda50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:50.591931 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c540d632-814d-4e7e-90df-8f1976b413aa req-b3e25868-6d8d-47c1-bb3a-d1b02cdda50f service neutron] 10.222.0.42 "GET /v2.0/networks?id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf HTTP/1.1" status: 200  len: 911 time: 0.1311948
Jun 08 04:02:50.694721 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c540d632-814d-4e7e-90df-8f1976b413aa req-232c848a-9906-4d06-88ac-961ab0bc3926 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=204e1d2c-88a2-4e2d-8f2b-1442cea1a875 HTTP/1.1" status: 200  len: 1000 time: 0.0956855
Jun 08 04:02:50.763970 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540d632-814d-4e7e-90df-8f1976b413aa req-fef778e0-9e14-4730-8d1b-bfee3db31051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:50.765462 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c540d632-814d-4e7e-90df-8f1976b413aa req-fef778e0-9e14-4730-8d1b-bfee3db31051 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d448cf88-0b89-4356-abde-c6d847bfa2f6 HTTP/1.1" status: 200  len: 849 time: 0.0610938
Jun 08 04:02:50.852427 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540d632-814d-4e7e-90df-8f1976b413aa req-3747c037-05a3-4ab5-a7a4-176730f52ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:50.853894 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c540d632-814d-4e7e-90df-8f1976b413aa req-3747c037-05a3-4ab5-a7a4-176730f52ff0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736685
Jun 08 04:02:50.863378 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d333edf-cabf-4bf8-8a58-9c98182786c8 req-4c7150dd-b818-4af5-ba3e-7038a2be7b59 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:50.864817 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4d333edf-cabf-4bf8-8a58-9c98182786c8 req-4c7150dd-b818-4af5-ba3e-7038a2be7b59 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0799820
Jun 08 04:02:50.913473 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4d333edf-cabf-4bf8-8a58-9c98182786c8 req-f9e4c78c-c07c-4798-94d6-723b32ddecb7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430207
Jun 08 04:02:50.990752 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c540d632-814d-4e7e-90df-8f1976b413aa req-a1be67bc-7519-44ae-8306-d9daa3d02379 service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277039
Jun 08 04:02:51.121983 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c540d632-814d-4e7e-90df-8f1976b413aa req-e71c9c8f-998c-4167-96ac-25e5818e3768 service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221423
Jun 08 04:02:51.631397 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0a1a2-1703-4968-91f8-2f1bb55e2056 req-8c116fc3-4859-4a9c-9499-c55d862d93e6 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:51.632770 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a4d0a1a2-1703-4968-91f8-2f1bb55e2056 req-8c116fc3-4859-4a9c-9499-c55d862d93e6 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0795698
Jun 08 04:02:51.680141 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a4d0a1a2-1703-4968-91f8-2f1bb55e2056 req-6db25e26-a335-4b9f-b4c3-f664c5556ddf tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405066
Jun 08 04:02:52.096922 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29ec28-1f6e-49f9-aa16-53bbfb5459e7 req-de48475b-d1ff-4b2a-a130-e2f68755b22e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:52.098406 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5e29ec28-1f6e-49f9-aa16-53bbfb5459e7 req-de48475b-d1ff-4b2a-a130-e2f68755b22e tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0801079
Jun 08 04:02:52.143568 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5e29ec28-1f6e-49f9-aa16-53bbfb5459e7 req-765c4a9f-2707-4356-886a-1e3da9828707 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/security-groups?id=eff3de40-fddc-4696-9cec-8037d6e00dbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396047
Jun 08 04:02:52.170287 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6b48-1908-4bee-bbf2-42fad0acef97 req-8f0f72ee-59a9-4410-bc20-af3c5691543c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:52.171692 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9aba6b48-1908-4bee-bbf2-42fad0acef97 req-8f0f72ee-59a9-4410-bc20-af3c5691543c tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.42 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 945 time: 0.0798535
Jun 08 04:02:52.379803 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-9aba6b48-1908-4bee-bbf2-42fad0acef97 req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Deleting port b580e7c8-f725-411e-b917-109ae41ca160 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:02:52.380153 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-9aba6b48-1908-4bee-bbf2-42fad0acef97 req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:52.516147 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-9aba6b48-1908-4bee-bbf2-42fad0acef97 req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] For port b580e7c8-f725-411e-b917-109ae41ca160, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b580e7c8-f725-411e-b917-109ae41ca160,segment=NetworkSegment(1b35ba24-7932-4b61-b17f-0ec1f7c0668e),segment_id=1b35ba24-7932-4b61-b17f-0ec1f7c0668e)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:02:52.516455 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-9aba6b48-1908-4bee-bbf2-42fad0acef97 req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:52.642876 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-9aba6b48-1908-4bee-bbf2-42fad0acef97 req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Calling delete_port for b580e7c8-f725-411e-b917-109ae41ca160 owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:02:52.758354 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-9aba6b48-1908-4bee-bbf2-42fad0acef97 req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:52.766680 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-77b9704a-9da6-4484-87e7-b7feb779f302 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:52.771417 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['b580e7c8-f725-411e-b917-109ae41ca160'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:02:52.814449 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Pushing event deleted for resources: {'Port': ['ID=b580e7c8-f725-411e-b917-109ae41ca160,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:52.861309 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:52.861676 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:52.862040 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:52.862404 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:52.862848 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:52.863135 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:52.863627 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:52.863970 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:52.864308 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:52.864676 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:52.865046 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:52.865384 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:02:52.873454 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:52.888036 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e920d54-552f-40e8-bac9-6f9879bc98ae req-475d0fb8-f1bc-49b8-91a2-0518489b3073 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:02:52.889526 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5e920d54-552f-40e8-bac9-6f9879bc98ae req-475d0fb8-f1bc-49b8-91a2-0518489b3073 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0986316
Jun 08 04:02:52.910404 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aba6b48-1908-4bee-bbf2-42fad0acef97 req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] No DVR routers for this DVR port b580e7c8-f725-411e-b917-109ae41ca160 on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:02:52.912928 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-9aba6b48-1908-4bee-bbf2-42fad0acef97 req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:52.914863 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9aba6b48-1908-4bee-bbf2-42fad0acef97 req-73cf5e57-3804-4b31-a059-ccee3db948fa tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.42 "DELETE /v2.0/ports/b580e7c8-f725-411e-b917-109ae41ca160 HTTP/1.1" status: 204  len: 173 time: 0.7371688
Jun 08 04:02:52.915347 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7995bcf7-09e3-47eb-8292-10dd6e69238a', 'name': 'network-vif-deleted', 'tag': 'b580e7c8-f725-411e-b917-109ae41ca160'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:02:52.917615 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c9c4ad-6fe1-4804-b909-24e6dd254198" -d '{"events": [{"server_uuid": "7995bcf7-09e3-47eb-8292-10dd6e69238a", "name": "network-vif-deleted", "tag": "b580e7c8-f725-411e-b917-109ae41ca160"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:02:52.938557 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5e920d54-552f-40e8-bac9-6f9879bc98ae req-75ae3ffc-6169-4a28-986a-d1658f20f521 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433691
Jun 08 04:02:52.967987 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10b6361-935e-40f4-a594-62c05d557d59 x-openstack-request-id: req-d10b6361-935e-40f4-a594-62c05d557d59 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:02:52.968381 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7995bcf7-09e3-47eb-8292-10dd6e69238a", "name": "network-vif-deleted", "tag": "b580e7c8-f725-411e-b917-109ae41ca160", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:02:52.968665 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d10b6361-935e-40f4-a594-62c05d557d59 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:02:52.969100 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7995bcf7-09e3-47eb-8292-10dd6e69238a', 'name': 'network-vif-deleted', 'tag': 'b580e7c8-f725-411e-b917-109ae41ca160', 'status': 'completed', 'code': 200}
Jun 08 04:02:53.305085 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-74b30941-0961-47bb-8e30-c115048a1013 req-d6328ecc-f727-4255-81ae-d5ab3697e9e7 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] 10.222.0.15 "GET /v2.0/ports?device_id=7995bcf7-09e3-47eb-8292-10dd6e69238a HTTP/1.1" status: 200  len: 210 time: 0.0442195
Jun 08 04:02:54.399928 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 51290) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:54.940241 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-52862d62-2db2-4531-8ad6-5288e5b4c20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032997'] for router_interface, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:55.436281 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-52862d62-2db2-4531-8ad6-5288e5b4c20f admin admin] Deleting port 9c1ac648-b8db-40a0-8a75-cc787252eb75 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:02:55.437150 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-52862d62-2db2-4531-8ad6-5288e5b4c20f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:55.556612 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-52862d62-2db2-4531-8ad6-5288e5b4c20f admin admin] For port 9c1ac648-b8db-40a0-8a75-cc787252eb75, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=9c1ac648-b8db-40a0-8a75-cc787252eb75,segment=NetworkSegment(1b35ba24-7932-4b61-b17f-0ec1f7c0668e),segment_id=1b35ba24-7932-4b61-b17f-0ec1f7c0668e)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:02:55.556878 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-52862d62-2db2-4531-8ad6-5288e5b4c20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:55.679282 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-52862d62-2db2-4531-8ad6-5288e5b4c20f admin admin] Calling delete_port for 9c1ac648-b8db-40a0-8a75-cc787252eb75 owned by network:router_interface {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:02:55.948769 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-52862d62-2db2-4531-8ad6-5288e5b4c20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:55.953554 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:55.997324 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52862d62-2db2-4531-8ad6-5288e5b4c20f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1ac648-b8db-40a0-8a75-cc787252eb75,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:56.023929 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-52862d62-2db2-4531-8ad6-5288e5b4c20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:56.232105 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device b580e7c8-f725-411e-b917-109ae41ca160 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:02:56.253785 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-52862d62-2db2-4531-8ad6-5288e5b4c20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614622'] for router_interface, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:56.268280 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: b580e7c8-f725-411e-b917-109ae41ca160 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:02:56.268656 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device b580e7c8-f725-411e-b917-109ae41ca160 not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:02:56.689845 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52862d62-2db2-4531-8ad6-5288e5b4c20f admin admin] Router 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:02:56.889530 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52862d62-2db2-4531-8ad6-5288e5b4c20f admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:02:56.896173 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-52862d62-2db2-4531-8ad6-5288e5b4c20f admin admin] 10.222.0.15 "PUT /v2.0/routers/99f6d4e3-73a0-4fbc-be30-4117f0e522a2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4935157
Jun 08 04:02:56.897037 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 51310) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:56.898827 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83800480-2c9e-4d3d-a2c6-a0e2f2121d8b None None] Sync routers for ids ['99f6d4e3-73a0-4fbc-be30-4117f0e522a2'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:02:56.908968 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83800480-2c9e-4d3d-a2c6-a0e2f2121d8b None None] Routers {'99f6d4e3-73a0-4fbc-be30-4117f0e522a2'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:02:56.909573 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-83800480-2c9e-4d3d-a2c6-a0e2f2121d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002136d90>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:02:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['99f6d4e3-73a0-4fbc-be30-4117f0e522a2'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:02:57.071370 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Notify callbacks [] for router, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:57.081875 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-83800480-2c9e-4d3d-a2c6-a0e2f2121d8b None None] Set router 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:02:57.243258 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:57.318583 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Deleting port 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:02:57.318846 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:57.391078 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-83800480-2c9e-4d3d-a2c6-a0e2f2121d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002136d90>, [{'id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'name': 'tempest-ServerRescueNegativeTestJSON-794858510-router', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '4d6c04b5-0d5c-4a52-9cc3-67252d33a31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:39Z', 'updated_at': '2021-06-08T04:02:55Z', 'revision_number': 5, 'project_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'gw_port': {'id': '4d6c04b5-0d5c-4a52-9cc3-67252d33a31e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:40Z', 'updated_at': '2021-06-08T03:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:02:57.394919 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83800480-2c9e-4d3d-a2c6-a0e2f2121d8b None None] Checking router: 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:02:57.404953 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83800480-2c9e-4d3d-a2c6-a0e2f2121d8b None None] Routers {'99f6d4e3-73a0-4fbc-be30-4117f0e522a2'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:02:57.405556 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-83800480-2c9e-4d3d-a2c6-a0e2f2121d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002136d90>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:02:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['99f6d4e3-73a0-4fbc-be30-4117f0e522a2'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:02:57.440069 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] For port 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=4d6c04b5-0d5c-4a52-9cc3-67252d33a31e,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:02:57.440454 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:57.554340 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-83800480-2c9e-4d3d-a2c6-a0e2f2121d8b None None] Set router 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 gateway port host: None {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:02:57.562135 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Calling delete_port for 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e owned by network:router_gateway {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:02:57.661189 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-83800480-2c9e-4d3d-a2c6-a0e2f2121d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002136d90>, [{'id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'name': 'tempest-ServerRescueNegativeTestJSON-794858510-router', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:39Z', 'updated_at': '2021-06-08T04:02:57Z', 'revision_number': 6, 'project_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'gw_port_host': None}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:02:57.665039 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83800480-2c9e-4d3d-a2c6-a0e2f2121d8b None None] The sync data for ids ['99f6d4e3-73a0-4fbc-be30-4117f0e522a2'] in dv-cinder-786627-8-iscsi is: [{'id': '99f6d4e3-73a0-4fbc-be30-4117f0e522a2', 'name': 'tempest-ServerRescueNegativeTestJSON-794858510-router', 'tenant_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:39Z', 'updated_at': '2021-06-08T04:02:57Z', 'revision_number': 6, 'project_id': '3f56f6fbd6fd45a2bba7e5c300a8b2b4', 'gw_port_host': None}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:02:57.701551 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:57.705246 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-4aed0fdd-c8f1-4a26-8a66-da3328406e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:57.747805 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6c04b5-0d5c-4a52-9cc3-67252d33a31e,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:57.751341 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:57.839111 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033027'] for router_gateway, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.109564 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.111771 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.196721 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-618746'] for router, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.197229 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99f6d4e3-73a0-4fbc-be30-4117f0e522a2 {{(pid=91648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 04:02:58.206333 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Notify callbacks [] for router, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.207738 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] 10.222.0.15 "DELETE /v2.0/routers/99f6d4e3-73a0-4fbc-be30-4117f0e522a2 HTTP/1.1" status: 204  len: 168 time: 1.3097107
Jun 08 04:02:58.210248 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 51314) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:58.270769 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc272d1-b4bf-470e-b852-66ad8c7bf52f admin admin] Deleting subnet 3659b78f-2e2e-4fd8-bb9f-78f99e371e12 {{(pid=91648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:02:58.273468 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6bc272d1-b4bf-470e-b852-66ad8c7bf52f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.320984 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6bc272d1-b4bf-470e-b852-66ad8c7bf52f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327513'] for subnet, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.373193 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6bc272d1-b4bf-470e-b852-66ad8c7bf52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.434101 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 9c1ac648-b8db-40a0-8a75-cc787252eb75 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:02:58.447862 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6bc272d1-b4bf-470e-b852-66ad8c7bf52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2358576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981074'] for subnet, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.452140 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:58.471593 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: 9c1ac648-b8db-40a0-8a75-cc787252eb75 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:02:58.471954 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 9c1ac648-b8db-40a0-8a75-cc787252eb75 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:02:58.490549 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc272d1-b4bf-470e-b852-66ad8c7bf52f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3659b78f-2e2e-4fd8-bb9f-78f99e371e12,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:58.493050 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-6bc272d1-b4bf-470e-b852-66ad8c7bf52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:58.495468 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6bc272d1-b4bf-470e-b852-66ad8c7bf52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.497522 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-6bc272d1-b4bf-470e-b852-66ad8c7bf52f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3659b78f-2e2e-4fd8-bb9f-78f99e371e12 HTTP/1.1" status: 204  len: 168 time: 0.2862773
Jun 08 04:02:58.499845 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 51316) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:58.610765 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.737810 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.750466 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb00217ae50>,) {'filters': {'network_id': ['3f11e1f7-c04d-46a9-8e75-9364662bc4d2']}} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:02:58.762874 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb00217ae50>, '1b35ba24-7932-4b61-b17f-0ec1f7c0668e') {'for_net_delete': True} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:02:58.763305 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb00217ae50>, '1b35ba24-7932-4b61-b17f-0ec1f7c0668e') {} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:02:58.774576 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2327506'] for segment, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.797627 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.805296 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=91648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:02:58.805675 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2358677'] for segment, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]: Traceback (most recent call last):
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     timer()
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     cb(*args, **kw)
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     return func(*args, **kwargs)
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     self._notify()
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     self.callback(batched_events)
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     event.method(event)
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     return f(self, *a, **k)
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._get(url).json()
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:02:58.818416 dv-cinder-786627-8-iscsi neutron-server[91648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:02:58.904872 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.908535 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-da42e557-5fc0-472a-a990-04702c0c9726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:58.921064 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:58.922845 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3f11e1f7-c04d-46a9-8e75-9364662bc4d2 HTTP/1.1" status: 204  len: 168 time: 0.4220731
Jun 08 04:02:58.929959 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f11e1f7-c04d-46a9-8e75-9364662bc4d2,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:58.932257 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:59.094801 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 51322) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:59.146575 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-c20db9e6-16f6-4b09-831d-8205518153be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f56f6fbd6fd45a2bba7e5c300a8b2b4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0505822
Jun 08 04:02:59.149075 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 51324) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:02:59.209378 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f14dd7f8-4dd7-4752-b3ac-584d4ef44525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:59.234702 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f14dd7f8-4dd7-4752-b3ac-584d4ef44525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:59.285303 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f14dd7f8-4dd7-4752-b3ac-584d4ef44525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:59.287816 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f14dd7f8-4dd7-4752-b3ac-584d4ef44525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:02:59.288931 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-f14dd7f8-4dd7-4752-b3ac-584d4ef44525 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eff3de40-fddc-4696-9cec-8037d6e00dbd HTTP/1.1" status: 204  len: 168 time: 0.1389771
Jun 08 04:02:59.289729 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-73490cea-22e1-4555-a21a-8962e3412850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:02:59.298983 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14dd7f8-4dd7-4752-b3ac-584d4ef44525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff3de40-fddc-4696-9cec-8037d6e00dbd,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:02:59.301304 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f14dd7f8-4dd7-4752-b3ac-584d4ef44525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:02:59.761119 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:02:59.799107 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:02:59.799473 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 4d6c04b5-0d5c-4a52-9cc3-67252d33a31e not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:03:01.127605 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 51388) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:01.246900 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0a308efc-0619-4ac6-b3cd-d0b0631dd4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:01.351526 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0a308efc-0619-4ac6-b3cd-d0b0631dd4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:01.355030 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0a308efc-0619-4ac6-b3cd-d0b0631dd4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:01.363115 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e83d36a0-d64e-4d4e-a4e4-af836980949c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:01.401542 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-0a308efc-0619-4ac6-b3cd-d0b0631dd4ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dae77b48d1634337bab2838a2d15f702&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2728415
Jun 08 04:03:01.403150 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a308efc-0619-4ac6-b3cd-d0b0631dd4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bcf48d-c44d-43ef-9966-2b9311a197c3,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:01.404519 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 51394) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:01.406256 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0a308efc-0619-4ac6-b3cd-d0b0631dd4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:01.466367 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:01.492102 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:01.549439 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:01.551922 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:01.553190 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55bcf48d-c44d-43ef-9966-2b9311a197c3 HTTP/1.1" status: 204  len: 168 time: 0.1476898
Jun 08 04:03:01.553927 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-f16f4b1c-6d42-4b7d-82a3-63f577d17888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:01.564098 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bcf48d-c44d-43ef-9966-2b9311a197c3,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:01.571533 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:01.571894 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:01.572245 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:01.572615 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:01.572959 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:01.573301 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:01.573638 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:01.573972 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:01.574308 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:01.575291 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:01.575676 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:01.576016 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:01.579183 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:01.867355 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 51402) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:01.885888 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0f87af62-55b3-4079-a927-4768de2600fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:02.005593 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0f87af62-55b3-4079-a927-4768de2600fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:02.010096 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0f87af62-55b3-4079-a927-4768de2600fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:02.018093 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-43565fb6-277c-4d26-97a0-46fabe769951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:02.063932 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-0f87af62-55b3-4079-a927-4768de2600fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1924570197e04f50afa21a62994fa36a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1954648
Jun 08 04:03:02.065216 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87af62-55b3-4079-a927-4768de2600fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0f3fc0-7b0c-49d7-b6b5-61658057896b,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:02.066784 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 51404) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:02.068005 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-0f87af62-55b3-4079-a927-4768de2600fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:02.128836 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4eb20021-eef1-4b36-83c5-4af598c9e93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:02.155403 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4eb20021-eef1-4b36-83c5-4af598c9e93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:02.213334 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4eb20021-eef1-4b36-83c5-4af598c9e93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:02.216461 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4eb20021-eef1-4b36-83c5-4af598c9e93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:02.217598 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-4eb20021-eef1-4b36-83c5-4af598c9e93f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c0f3fc0-7b0c-49d7-b6b5-61658057896b HTTP/1.1" status: 204  len: 168 time: 0.1491971
Jun 08 04:03:02.218322 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-27a88c34-07f4-4f76-a18a-aaba9f64dfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:02.229459 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb20021-eef1-4b36-83c5-4af598c9e93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0f3fc0-7b0c-49d7-b6b5-61658057896b,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:02.232511 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-4eb20021-eef1-4b36-83c5-4af598c9e93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:02.931487 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 51428) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:03.034508 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1847293661-network', 'tenant_id': '609be5f8e08540fa874ef22b9ba4d9fb'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:03:03.055466 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Made reservation on behalf of 609be5f8e08540fa874ef22b9ba4d9fb for: {'network': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:03:03.057849 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:03.069988 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:03.177447 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:03.181130 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:03.183904 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f88237a8-e9d8-47e5-b93c-98b28ceaf53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:03.208960 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=91648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 04:03:03.225264 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6effe660-6ebc-4d52-bed7-f24ac8b30b99,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:03.229308 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:03.230230 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:03.230571 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.segments_db [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Added segment c2df2e06-6e43-479f-aa9c-56074f16dd93 of type vlan for network c1e62563-83e4-48ee-b19d-06e2bb834c28
Jun 08 04:03:03.256880 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:03.286924 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:03.288302 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:03.288897 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:03.292047 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:03.376756 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4440179
Jun 08 04:03:03.379491 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 51432) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:03.384877 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-756c993a-49a7-436b-a17e-35c53ed92480 admin admin] Request body: {'subnet': {'network_id': 'c1e62563-83e4-48ee-b19d-06e2bb834c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1847293661-subnet', 'tenant_id': '609be5f8e08540fa874ef22b9ba4d9fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:03:03.386214 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Pushing event updated for resources: {'Network': ['ID=c1e62563-83e4-48ee-b19d-06e2bb834c28,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:03.389448 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-cefe574c-ed07-49fe-b090-67d864230c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:03.396948 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network c1e62563-83e4-48ee-b19d-06e2bb834c28 details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 04:03:03.407109 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756c993a-49a7-436b-a17e-35c53ed92480 admin admin] Made reservation on behalf of 609be5f8e08540fa874ef22b9ba4d9fb for: {'subnet': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:03:03.409471 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-756c993a-49a7-436b-a17e-35c53ed92480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2477004'] for subnet, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:03.609494 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-756c993a-49a7-436b-a17e-35c53ed92480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2509692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2477026'] for subnet, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:03.614197 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:03.681803 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c993a-49a7-436b-a17e-35c53ed92480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d44f9a-4403-4342-ad17-27b59d9f953d,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:03.685755 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-756c993a-49a7-436b-a17e-35c53ed92480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:03.691188 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c993a-49a7-436b-a17e-35c53ed92480 admin admin] Checking segment: {'id': 'c2df2e06-6e43-479f-aa9c-56074f16dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c1e62563-83e4-48ee-b19d-06e2bb834c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:03:03.691539 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c993a-49a7-436b-a17e-35c53ed92480 admin admin] Network hostable DHCP agents. Network: c1e62563-83e4-48ee-b19d-06e2bb834c28, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 04:03:03.709934 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c993a-49a7-436b-a17e-35c53ed92480 admin admin] Network c1e62563-83e4-48ee-b19d-06e2bb834c28 is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 04:03:03.718291 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-756c993a-49a7-436b-a17e-35c53ed92480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, c1e62563-83e4-48ee-b19d-06e2bb834c28) {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:03:03.722388 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756c993a-49a7-436b-a17e-35c53ed92480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:03.722952 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-756c993a-49a7-436b-a17e-35c53ed92480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:03.727700 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa91236e-1adf-42c1-96a1-85413272de25 None None] Network c1e62563-83e4-48ee-b19d-06e2bb834c28 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:03:03.740811 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-756c993a-49a7-436b-a17e-35c53ed92480 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3601744
Jun 08 04:03:03.925502 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62013fe0-b6bb-4670-9fe4-83f79fa06347 None None] Network c1e62563-83e4-48ee-b19d-06e2bb834c28 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:03:04.244995 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 51450) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:04.250681 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-866253314-network', 'tenant_id': 'f720b578a7fd4523a15a57d505a99ee6'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:03:04.273394 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Made reservation on behalf of f720b578a7fd4523a15a57d505a99ee6 for: {'network': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:03:04.275667 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:04.288090 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:04.395535 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:04.399244 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:04.402009 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-6ad98d0c-d87a-4f70-82b6-e1ac8be53305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:04.428710 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231}  {{(pid=91649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 04:03:04.437314 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa79f1b1-c0c6-4567-8c4b-9ca36971b02f,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:04.442469 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:04.450111 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:04.450583 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.segments_db [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Added segment 44f8a072-d383-471a-9b00-46bae09b62c0 of type vlan for network a6076479-0d06-4c7b-99fb-7e21e6356ce2
Jun 08 04:03:04.475260 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:04.509188 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:04.510498 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:04.511070 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:04.516162 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:04.592086 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3459859
Jun 08 04:03:04.595148 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 51452) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:04.600452 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-ca052f3a-1c9f-4e53-aee4-e85cf2f68539 admin admin] Request body: {'subnet': {'network_id': 'a6076479-0d06-4c7b-99fb-7e21e6356ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-866253314-subnet', 'tenant_id': 'f720b578a7fd4523a15a57d505a99ee6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:03:04.611462 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Pushing event updated for resources: {'Network': ['ID=a6076479-0d06-4c7b-99fb-7e21e6356ce2,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:04.613974 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:04.622871 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network a6076479-0d06-4c7b-99fb-7e21e6356ce2 details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 04:03:04.636636 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca052f3a-1c9f-4e53-aee4-e85cf2f68539 admin admin] Made reservation on behalf of f720b578a7fd4523a15a57d505a99ee6 for: {'subnet': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:03:04.639988 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ca052f3a-1c9f-4e53-aee4-e85cf2f68539 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981111'] for subnet, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:04.916880 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ca052f3a-1c9f-4e53-aee4-e85cf2f68539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981081'] for subnet, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:04.922131 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b9755957-e89d-49b4-a2a6-040a381648ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:04.994419 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca052f3a-1c9f-4e53-aee4-e85cf2f68539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce25dec8-f5b8-45b0-8658-367ab5f4af0b,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:04.999088 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ca052f3a-1c9f-4e53-aee4-e85cf2f68539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:05.003140 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca052f3a-1c9f-4e53-aee4-e85cf2f68539 admin admin] Checking segment: {'id': '44f8a072-d383-471a-9b00-46bae09b62c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6076479-0d06-4c7b-99fb-7e21e6356ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:03:05.003488 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca052f3a-1c9f-4e53-aee4-e85cf2f68539 admin admin] Network hostable DHCP agents. Network: a6076479-0d06-4c7b-99fb-7e21e6356ce2, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 04:03:05.020558 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca052f3a-1c9f-4e53-aee4-e85cf2f68539 admin admin] Network a6076479-0d06-4c7b-99fb-7e21e6356ce2 is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 04:03:05.029668 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-ca052f3a-1c9f-4e53-aee4-e85cf2f68539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, a6076479-0d06-4c7b-99fb-7e21e6356ce2) {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:03:05.033442 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca052f3a-1c9f-4e53-aee4-e85cf2f68539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:05.034019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-ca052f3a-1c9f-4e53-aee4-e85cf2f68539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:05.038649 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b31c60-fdb1-4c53-90c8-7013254705fb None None] Network a6076479-0d06-4c7b-99fb-7e21e6356ce2 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:03:05.051613 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-ca052f3a-1c9f-4e53-aee4-e85cf2f68539 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4552102
Jun 08 04:03:05.185436 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 51458) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:05.236371 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b48eb16-fe38-4510-a2a0-488738acd2cc None None] Network a6076479-0d06-4c7b-99fb-7e21e6356ce2 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:03:05.246209 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6cfb9c-55c2-42a2-a4f3-4e872daebe41 admin admin] Deleting subnet b4d44f9a-4403-4342-ad17-27b59d9f953d {{(pid=91649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:03:05.250127 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4c6cfb9c-55c2-42a2-a4f3-4e872daebe41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:05.302796 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4c6cfb9c-55c2-42a2-a4f3-4e872daebe41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-162896'] for subnet, precommit_delete_associations {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:05.357576 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4c6cfb9c-55c2-42a2-a4f3-4e872daebe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:05.424723 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4c6cfb9c-55c2-42a2-a4f3-4e872daebe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2509631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2477033'] for subnet, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:05.429412 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-756c993a-49a7-436b-a17e-35c53ed92480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:05.467298 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cfb9c-55c2-42a2-a4f3-4e872daebe41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d44f9a-4403-4342-ad17-27b59d9f953d,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:05.469299 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4c6cfb9c-55c2-42a2-a4f3-4e872daebe41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:05.471045 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-4c6cfb9c-55c2-42a2-a4f3-4e872daebe41 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b4d44f9a-4403-4342-ad17-27b59d9f953d HTTP/1.1" status: 204  len: 168 time: 0.2846301
Jun 08 04:03:05.471927 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-4c6cfb9c-55c2-42a2-a4f3-4e872daebe41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:05.473506 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 51460) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:05.573815 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-42a5a85f-c74b-40df-bcc4-7dae6dea9089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:05.770695 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-42a5a85f-c74b-40df-bcc4-7dae6dea9089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:05.783906 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-42a5a85f-c74b-40df-bcc4-7dae6dea9089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb001c33100>,) {'filters': {'network_id': ['c1e62563-83e4-48ee-b19d-06e2bb834c28']}} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:03:05.796125 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-42a5a85f-c74b-40df-bcc4-7dae6dea9089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb001c33100>, 'c2df2e06-6e43-479f-aa9c-56074f16dd93') {'for_net_delete': True} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:03:05.796458 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-42a5a85f-c74b-40df-bcc4-7dae6dea9089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb001c33100>, 'c2df2e06-6e43-479f-aa9c-56074f16dd93') {} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:03:05.807623 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-42a5a85f-c74b-40df-bcc4-7dae6dea9089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-162907'] for segment, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:05.823463 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-42a5a85f-c74b-40df-bcc4-7dae6dea9089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:05.829335 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a5a85f-c74b-40df-bcc4-7dae6dea9089 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=91649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:03:05.829648 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-42a5a85f-c74b-40df-bcc4-7dae6dea9089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2509722'] for segment, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]: Traceback (most recent call last):
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     timer()
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     cb(*args, **kw)
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     return func(*args, **kwargs)
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     self._notify()
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     self.callback(batched_events)
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     event.method(event)
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     return f(self, *a, **k)
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._get(url).json()
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:03:05.843054 dv-cinder-786627-8-iscsi neutron-server[91649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:03:05.861707 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:05.909124 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:03:05.918300 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-42a5a85f-c74b-40df-bcc4-7dae6dea9089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:05.922492 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:05.935570 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-42a5a85f-c74b-40df-bcc4-7dae6dea9089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:05.938386 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-42a5a85f-c74b-40df-bcc4-7dae6dea9089 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c1e62563-83e4-48ee-b19d-06e2bb834c28 HTTP/1.1" status: 204  len: 168 time: 0.4629803
Jun 08 04:03:05.940209 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 51462) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:05.944039 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5a85f-c74b-40df-bcc4-7dae6dea9089 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e62563-83e4-48ee-b19d-06e2bb834c28,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:05.946483 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-42a5a85f-c74b-40df-bcc4-7dae6dea9089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:05.999915 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87426ff-2a27-4722-9d06-35503b2514ee admin admin] Deleting subnet ce25dec8-f5b8-45b0-8658-367ab5f4af0b {{(pid=91648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:03:06.003112 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d87426ff-2a27-4722-9d06-35503b2514ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:06.104647 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d87426ff-2a27-4722-9d06-35503b2514ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327513'] for subnet, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:06.167570 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d87426ff-2a27-4722-9d06-35503b2514ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:06.203111 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9710e6e1-6913-421a-9bba-52ffc2e23f27 req-bbb64590-d798-4927-b9ed-7125921f334e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1727214
Jun 08 04:03:06.287489 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d87426ff-2a27-4722-9d06-35503b2514ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2358576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981074'] for subnet, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:06.294819 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:06.329259 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87426ff-2a27-4722-9d06-35503b2514ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce25dec8-f5b8-45b0-8658-367ab5f4af0b,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:06.333640 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d87426ff-2a27-4722-9d06-35503b2514ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:06.335254 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d87426ff-2a27-4722-9d06-35503b2514ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:06.337056 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-d87426ff-2a27-4722-9d06-35503b2514ee admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ce25dec8-f5b8-45b0-8658-367ab5f4af0b HTTP/1.1" status: 204  len: 168 time: 0.3958249
Jun 08 04:03:06.339661 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 51466) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:06.346565 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e6e1-6913-421a-9bba-52ffc2e23f27 req-a16ffc1c-8327-4f3e-b65f-592b299cbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:06.347964 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9710e6e1-6913-421a-9bba-52ffc2e23f27 req-a16ffc1c-8327-4f3e-b65f-592b299cbe60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf42340f75147129f89ce0ba005ee2c&device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 1100 time: 0.1213930
Jun 08 04:03:06.445489 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbdd6-47b2-4154-b355-4d7d5f81da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:06.502493 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e6e1-6913-421a-9bba-52ffc2e23f27 req-d35fcd08-a9ea-45dc-9bb8-3916874dd76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:06.503937 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9710e6e1-6913-421a-9bba-52ffc2e23f27 req-d35fcd08-a9ea-45dc-9bb8-3916874dd76f service neutron] 10.222.0.42 "GET /v2.0/networks?id=25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 200  len: 918 time: 0.1267955
Jun 08 04:03:06.568410 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbdd6-47b2-4154-b355-4d7d5f81da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:06.580974 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-5c2cbdd6-47b2-4154-b355-4d7d5f81da32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb0017ddc70>,) {'filters': {'network_id': ['a6076479-0d06-4c7b-99fb-7e21e6356ce2']}} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:03:06.593265 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-5c2cbdd6-47b2-4154-b355-4d7d5f81da32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb0017ddc70>, '44f8a072-d383-471a-9b00-46bae09b62c0') {'for_net_delete': True} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:03:06.593489 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-5c2cbdd6-47b2-4154-b355-4d7d5f81da32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb0017ddc70>, '44f8a072-d383-471a-9b00-46bae09b62c0') {} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:03:06.604539 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbdd6-47b2-4154-b355-4d7d5f81da32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-162907'] for segment, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:06.610997 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9710e6e1-6913-421a-9bba-52ffc2e23f27 req-57c5b9eb-8ba2-48f3-ae89-461d046eef92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b282215-8a4c-4452-a805-0a378d5150c8 HTTP/1.1" status: 200  len: 1002 time: 0.0975466
Jun 08 04:03:06.620952 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbdd6-47b2-4154-b355-4d7d5f81da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:06.626967 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2cbdd6-47b2-4154-b355-4d7d5f81da32 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=91649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:03:06.627347 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbdd6-47b2-4154-b355-4d7d5f81da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2509722'] for segment, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]: Traceback (most recent call last):
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     timer()
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     cb(*args, **kw)
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     return func(*args, **kwargs)
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     self._notify()
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     self.callback(batched_events)
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     event.method(event)
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     return f(self, *a, **k)
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._get(url).json()
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:03:06.640557 dv-cinder-786627-8-iscsi neutron-server[91649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:03:06.678366 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e6e1-6913-421a-9bba-52ffc2e23f27 req-4a92ea3f-0b23-4c3e-8ae2-757cb29cdfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:06.680328 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9710e6e1-6913-421a-9bba-52ffc2e23f27 req-4a92ea3f-0b23-4c3e-8ae2-757cb29cdfe7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04013948-cf16-4867-b02e-8ad55b6e8639 HTTP/1.1" status: 200  len: 856 time: 0.0619783
Jun 08 04:03:06.718143 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbdd6-47b2-4154-b355-4d7d5f81da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:06.722286 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-024ae4ef-ca68-4a33-9a90-8f706b15141b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:06.738604 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbdd6-47b2-4154-b355-4d7d5f81da32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:06.740528 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-5c2cbdd6-47b2-4154-b355-4d7d5f81da32 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a6076479-0d06-4c7b-99fb-7e21e6356ce2 HTTP/1.1" status: 204  len: 168 time: 0.3989820
Jun 08 04:03:06.743953 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cbdd6-47b2-4154-b355-4d7d5f81da32 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6076479-0d06-4c7b-99fb-7e21e6356ce2,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:06.746321 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-5c2cbdd6-47b2-4154-b355-4d7d5f81da32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:06.764723 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e6e1-6913-421a-9bba-52ffc2e23f27 req-89ec12a9-3da2-4fa4-9f88-7a24e45d1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:06.766181 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9710e6e1-6913-421a-9bba-52ffc2e23f27 req-89ec12a9-3da2-4fa4-9f88-7a24e45d1ebd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25595095-7d27-4a13-98f0-9ae27dbcb04c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781798
Jun 08 04:03:06.914470 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 51470) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:06.914854 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9710e6e1-6913-421a-9bba-52ffc2e23f27 req-998600ae-63f0-4375-8fcd-fd874cda98db service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393068
Jun 08 04:03:06.964024 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-93e39f29-9b34-4a17-a18e-a42c02bedddb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=609be5f8e08540fa874ef22b9ba4d9fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0482934
Jun 08 04:03:06.965964 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 51472) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:07.021641 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b4d3bacb-d93c-4263-96b3-874deeca811d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:07.047227 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b4d3bacb-d93c-4263-96b3-874deeca811d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:07.050947 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-9710e6e1-6913-421a-9bba-52ffc2e23f27 req-ceb8f109-2ab7-413e-bbf5-038ebc7123eb service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272984
Jun 08 04:03:07.100141 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b4d3bacb-d93c-4263-96b3-874deeca811d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:07.102585 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b4d3bacb-d93c-4263-96b3-874deeca811d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:07.103719 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-b4d3bacb-d93c-4263-96b3-874deeca811d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6effe660-6ebc-4d52-bed7-f24ac8b30b99 HTTP/1.1" status: 204  len: 168 time: 0.1368656
Jun 08 04:03:07.104656 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-20ee009a-180d-4fc0-b815-535e72ed1137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:07.114859 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3bacb-d93c-4263-96b3-874deeca811d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6effe660-6ebc-4d52-bed7-f24ac8b30b99,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:07.117206 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-b4d3bacb-d93c-4263-96b3-874deeca811d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:07.462124 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 51480) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:07.513760 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-9a50e9ca-b72f-4c59-b8cd-f1011ca07a0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f720b578a7fd4523a15a57d505a99ee6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504501
Jun 08 04:03:07.516164 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 51484) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:07.573341 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-62b07ee4-0303-4c01-a74b-47f2c9ff67ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:07.598590 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-62b07ee4-0303-4c01-a74b-47f2c9ff67ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:07.649204 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-62b07ee4-0303-4c01-a74b-47f2c9ff67ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:07.651679 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-62b07ee4-0303-4c01-a74b-47f2c9ff67ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:07.652883 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-62b07ee4-0303-4c01-a74b-47f2c9ff67ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa79f1b1-c0c6-4567-8c4b-9ca36971b02f HTTP/1.1" status: 204  len: 168 time: 0.1358001
Jun 08 04:03:07.653751 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-da4d9012-a051-4de7-80a2-110a9125b99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:07.662628 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b07ee4-0303-4c01-a74b-47f2c9ff67ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa79f1b1-c0c6-4567-8c4b-9ca36971b02f,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:07.664810 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-62b07ee4-0303-4c01-a74b-47f2c9ff67ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:12.913383 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ed70436e-aeb2-41e2-8ee5-c6d581340d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:15.252807 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ad0908c9-b02e-4ec6-ba39-d0977b3f52e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:15.459046 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:16.424015 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:18.016837 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:26.986786 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6747c09-4145-4294-907d-0d9c16f04d07 req-30254fd0-2dfa-4846-8c58-e4bd2cbd42f2 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:26.988229 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b6747c09-4145-4294-907d-0d9c16f04d07 req-30254fd0-2dfa-4846-8c58-e4bd2cbd42f2 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 946 time: 0.0839324
Jun 08 04:03:27.032394 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b6747c09-4145-4294-907d-0d9c16f04d07 req-6685598e-9dac-4d81-b273-14aacd256d10 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382724
Jun 08 04:03:28.214080 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba53b9-d94f-4b84-94c1-b2a0ae271afc req-bcf7afe5-12b3-45f6-9b2e-14010f52c4bd tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:28.215563 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9fba53b9-d94f-4b84-94c1-b2a0ae271afc req-bcf7afe5-12b3-45f6-9b2e-14010f52c4bd tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 946 time: 0.0781901
Jun 08 04:03:28.260649 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9fba53b9-d94f-4b84-94c1-b2a0ae271afc req-b5054d11-52d4-4b43-947e-65d27d7148cc tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390086
Jun 08 04:03:28.691080 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e326b29-64d7-4753-8857-46aa23a817a9 req-bf4b1ea1-df58-4362-adb2-4dfb7e37c47a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:28.692529 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-5e326b29-64d7-4753-8857-46aa23a817a9 req-bf4b1ea1-df58-4362-adb2-4dfb7e37c47a tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.42 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 946 time: 0.0855069
Jun 08 04:03:28.827576 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-5e326b29-64d7-4753-8857-46aa23a817a9 req-b00b3460-48c2-4414-b3ff-637c9e35aac6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Deleting port d8fa3dfa-9ca5-4694-8445-e6d1443f8754 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:03:28.827918 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-5e326b29-64d7-4753-8857-46aa23a817a9 req-b00b3460-48c2-4414-b3ff-637c9e35aac6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:28.968751 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-5e326b29-64d7-4753-8857-46aa23a817a9 req-b00b3460-48c2-4414-b3ff-637c9e35aac6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] For port d8fa3dfa-9ca5-4694-8445-e6d1443f8754, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8fa3dfa-9ca5-4694-8445-e6d1443f8754,segment=NetworkSegment(b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9),segment_id=b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:03:28.969113 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-5e326b29-64d7-4753-8857-46aa23a817a9 req-b00b3460-48c2-4414-b3ff-637c9e35aac6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:29.168208 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-5e326b29-64d7-4753-8857-46aa23a817a9 req-b00b3460-48c2-4414-b3ff-637c9e35aac6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Calling delete_port for d8fa3dfa-9ca5-4694-8445-e6d1443f8754 owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:03:29.277071 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-5e326b29-64d7-4753-8857-46aa23a817a9 req-b00b3460-48c2-4414-b3ff-637c9e35aac6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:29.282498 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:29.289707 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['d8fa3dfa-9ca5-4694-8445-e6d1443f8754'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:03:29.329429 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b3460-48c2-4414-b3ff-637c9e35aac6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Pushing event deleted for resources: {'Port': ['ID=d8fa3dfa-9ca5-4694-8445-e6d1443f8754,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:29.333058 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b00b3460-48c2-4414-b3ff-637c9e35aac6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:29.405700 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e326b29-64d7-4753-8857-46aa23a817a9 req-b00b3460-48c2-4414-b3ff-637c9e35aac6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] No DVR routers for this DVR port d8fa3dfa-9ca5-4694-8445-e6d1443f8754 on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:03:29.408216 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-5e326b29-64d7-4753-8857-46aa23a817a9 req-b00b3460-48c2-4414-b3ff-637c9e35aac6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:29.410230 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-5e326b29-64d7-4753-8857-46aa23a817a9 req-b00b3460-48c2-4414-b3ff-637c9e35aac6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.42 "DELETE /v2.0/ports/d8fa3dfa-9ca5-4694-8445-e6d1443f8754 HTTP/1.1" status: 204  len: 173 time: 0.7110453
Jun 08 04:03:29.410719 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5344a8fc-94c1-4c03-a13d-7540ee709708', 'name': 'network-vif-deleted', 'tag': 'd8fa3dfa-9ca5-4694-8445-e6d1443f8754'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:03:29.413020 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fafe6d-2941-4227-8a4f-04320b45d0f1" -d '{"events": [{"server_uuid": "5344a8fc-94c1-4c03-a13d-7540ee709708", "name": "network-vif-deleted", "tag": "d8fa3dfa-9ca5-4694-8445-e6d1443f8754"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:03:29.417025 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-80dbeed9-4765-4b6c-b041-f1d56f2c2551 req-f06e811d-a15f-42ce-b567-537c9f316870 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=5344a8fc-94c1-4c03-a13d-7540ee709708 HTTP/1.1" status: 200  len: 210 time: 0.0459702
Jun 08 04:03:29.455666 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e603d59-1d91-445d-80ba-e3c7de26a744 x-openstack-request-id: req-8e603d59-1d91-445d-80ba-e3c7de26a744 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:03:29.455995 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5344a8fc-94c1-4c03-a13d-7540ee709708", "name": "network-vif-deleted", "tag": "d8fa3dfa-9ca5-4694-8445-e6d1443f8754", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:03:29.456282 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e603d59-1d91-445d-80ba-e3c7de26a744 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:03:29.456755 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5344a8fc-94c1-4c03-a13d-7540ee709708', 'name': 'network-vif-deleted', 'tag': 'd8fa3dfa-9ca5-4694-8445-e6d1443f8754', 'status': 'completed', 'code': 200}
Jun 08 04:03:32.269120 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 51814) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:32.382676 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f9af38d3-a078-420d-a3ea-08bea55e4d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:32.481379 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f9af38d3-a078-420d-a3ea-08bea55e4d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:32.485029 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f9af38d3-a078-420d-a3ea-08bea55e4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:32.492011 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-9960309d-d1e1-420e-9e21-96a429539072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:32.532588 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-f9af38d3-a078-420d-a3ea-08bea55e4d55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c060348a75e4257b0a1982f868cb6fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2624221
Jun 08 04:03:32.533489 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af38d3-a078-420d-a3ea-08bea55e4d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb8246d-ba68-4a8f-a410-a7ba688b79c7,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:32.535499 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 51818) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:32.536739 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-f9af38d3-a078-420d-a3ea-08bea55e4d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:32.597288 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccf8b-0e92-47a0-a6d8-69945c3d69d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:32.622330 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccf8b-0e92-47a0-a6d8-69945c3d69d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:32.672641 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccf8b-0e92-47a0-a6d8-69945c3d69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:32.675560 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccf8b-0e92-47a0-a6d8-69945c3d69d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:32.676682 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-2b9ccf8b-0e92-47a0-a6d8-69945c3d69d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abb8246d-ba68-4a8f-a410-a7ba688b79c7 HTTP/1.1" status: 204  len: 168 time: 0.1401465
Jun 08 04:03:32.677425 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0decdb70-a313-4d06-aba1-c9d8af83b2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:32.686703 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ccf8b-0e92-47a0-a6d8-69945c3d69d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb8246d-ba68-4a8f-a410-a7ba688b79c7,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:32.689118 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2b9ccf8b-0e92-47a0-a6d8-69945c3d69d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:32.828073 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device d8fa3dfa-9ca5-4694-8445-e6d1443f8754 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:03:32.861679 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: d8fa3dfa-9ca5-4694-8445-e6d1443f8754 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:03:32.862527 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device d8fa3dfa-9ca5-4694-8445-e6d1443f8754 not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:03:32.956541 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 51826) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:32.975093 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-75879298-de90-42f7-bdd0-5603a26cda45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:33.078813 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-75879298-de90-42f7-bdd0-5603a26cda45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:33.082663 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-75879298-de90-42f7-bdd0-5603a26cda45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:33.090652 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-672c238c-6cc0-4755-83f7-dd7f066f8d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:33.130082 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-75879298-de90-42f7-bdd0-5603a26cda45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a345c9f9de314db5801a02c9f2105a99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1724412
Jun 08 04:03:33.131593 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75879298-de90-42f7-bdd0-5603a26cda45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec95f91-0346-49cb-baca-690331bd5054,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:33.133242 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 51828) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:33.134736 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-75879298-de90-42f7-bdd0-5603a26cda45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:33.194989 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b49e02dc-acc4-4e05-ab97-236da48e225d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:33.220179 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b49e02dc-acc4-4e05-ab97-236da48e225d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:33.271125 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b49e02dc-acc4-4e05-ab97-236da48e225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:33.273485 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b49e02dc-acc4-4e05-ab97-236da48e225d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:33.274620 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-b49e02dc-acc4-4e05-ab97-236da48e225d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ec95f91-0346-49cb-baca-690331bd5054 HTTP/1.1" status: 204  len: 168 time: 0.1395483
Jun 08 04:03:33.275336 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-d8306903-2566-4fe4-8671-1bcb3d128a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:33.285181 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e02dc-acc4-4e05-ab97-236da48e225d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec95f91-0346-49cb-baca-690331bd5054,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:33.287537 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-b49e02dc-acc4-4e05-ab97-236da48e225d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:35.872857 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:36.040702 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072c3d8-6115-4a36-bfe1-3a3c3a0671e6 req-0566de29-2f57-463b-a446-60b27ac60af0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:36.042162 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3072c3d8-6115-4a36-bfe1-3a3c3a0671e6 req-0566de29-2f57-463b-a446-60b27ac60af0 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 947 time: 0.0802691
Jun 08 04:03:36.085236 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3072c3d8-6115-4a36-bfe1-3a3c3a0671e6 req-01374e5c-6726-4973-b08e-ee64ebf8db0a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374255
Jun 08 04:03:37.280672 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966f564-692b-49c9-946b-39a49085bdb1 req-cec9723b-0987-44aa-b2d2-1670761cdac4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:37.282106 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8966f564-692b-49c9-946b-39a49085bdb1 req-cec9723b-0987-44aa-b2d2-1670761cdac4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 947 time: 0.0834949
Jun 08 04:03:37.325871 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8966f564-692b-49c9-946b-39a49085bdb1 req-e33820b8-2adf-4cd9-8452-4497d1af05ac tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378137
Jun 08 04:03:38.509937 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2424f-5ee3-4f26-96eb-6d5a531f1490 req-174ff845-3bc8-4903-9db5-478c6cff26fc tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:38.511294 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-16b2424f-5ee3-4f26-96eb-6d5a531f1490 req-174ff845-3bc8-4903-9db5-478c6cff26fc tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 947 time: 0.0786455
Jun 08 04:03:38.641460 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-16b2424f-5ee3-4f26-96eb-6d5a531f1490 req-12d8f62a-7d04-4c7b-9acb-306229b876a7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1245804
Jun 08 04:03:40.024802 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8df4a6-84ca-40a9-8331-ac927157e0b1 req-39da53fc-9940-41b5-aa00-be63b7e738ee tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:40.026222 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-eb8df4a6-84ca-40a9-8331-ac927157e0b1 req-39da53fc-9940-41b5-aa00-be63b7e738ee tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 947 time: 0.2736354
Jun 08 04:03:40.070407 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-eb8df4a6-84ca-40a9-8331-ac927157e0b1 req-f85ed4fd-3501-4293-8a6a-859524a24e77 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385337
Jun 08 04:03:41.316695 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab639d5-9f84-432d-9638-76f6ebf864c4 req-e544a5b2-c494-4372-b8da-4406c8a8fbc7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:41.318706 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6ab639d5-9f84-432d-9638-76f6ebf864c4 req-e544a5b2-c494-4372-b8da-4406c8a8fbc7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 947 time: 0.1389370
Jun 08 04:03:41.361936 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6ab639d5-9f84-432d-9638-76f6ebf864c4 req-96ee6db0-c68a-4e2e-b89c-19b00a82119e tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376713
Jun 08 04:03:42.546956 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c78f80-da49-4a88-9113-0741b3f7241d req-e941e318-c93b-49c5-889e-f99b50a14eb9 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:42.548308 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a9c78f80-da49-4a88-9113-0741b3f7241d req-e941e318-c93b-49c5-889e-f99b50a14eb9 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 947 time: 0.0791752
Jun 08 04:03:42.591718 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a9c78f80-da49-4a88-9113-0741b3f7241d req-4bf3715d-56d4-47b8-8047-f319f6786cad tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=53bff3e3-6bcd-4c9d-882b-4c0b60169b48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377059
Jun 08 04:03:42.843288 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-1e527d78-a205-42d1-9d6a-a7f333c96506 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:42.844725 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-1e527d78-a205-42d1-9d6a-a7f333c96506 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 947 time: 0.0821662
Jun 08 04:03:42.883875 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 2b282215-8a4c-4452-a805-0a378d5150c8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:03:42.907911 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:03:42.972558 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-5ea868df-fd66-45c7-9b00-13f7006a6a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:42.998402 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Deleting port 2b282215-8a4c-4452-a805-0a378d5150c8 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:03:42.998744 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:43.038685 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:43.064502 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:03:43.066780 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54311e71-e0a6-432b-a088-04620f2a7e9b" -d '{"events": [{"server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "name": "network-vif-unplugged", "status": "completed", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:03:43.074516 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 2b282215-8a4c-4452-a805-0a378d5150c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b282215-8a4c-4452-a805-0a378d5150c8,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:03:43.079249 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:43.081063 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-25b73846-4021-493d-b10b-486629bbbcde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:43.114089 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 04:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da4fc6f-eb7b-44bd-9359-68361462a506 x-openstack-request-id: req-0da4fc6f-eb7b-44bd-9359-68361462a506 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:03:43.115140 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "name": "network-vif-unplugged", "status": "completed", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:03:43.115394 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0da4fc6f-eb7b-44bd-9359-68361462a506 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:03:43.115953 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8', 'code': 200}
Jun 08 04:03:43.139861 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] For port 2b282215-8a4c-4452-a805-0a378d5150c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b282215-8a4c-4452-a805-0a378d5150c8,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:03:43.140214 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:43.150151 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=2b282215-8a4c-4452-a805-0a378d5150c8,revision_number=11']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:43.157560 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:43.157904 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:43.158241 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:43.158574 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:43.158902 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:43.159229 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:43.159552 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:43.159870 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:43.160192 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:43.160544 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:43.160862 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:43.161184 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:43.165153 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:43.425911 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:43.426287 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:43.426602 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.l3_db [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Floating IP 23714e33-9090-4273-92eb-b4e17b568d59 disassociated. External IP: 172.27.3.138, port: 2b282215-8a4c-4452-a805-0a378d5150c8.
Jun 08 04:03:43.427470 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Calling delete_port for 2b282215-8a4c-4452-a805-0a378d5150c8 owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:03:43.538304 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:43.543570 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:43.588625 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Pushing event deleted for resources: {'Port': ['ID=2b282215-8a4c-4452-a805-0a378d5150c8,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:43.591642 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:43.753620 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-34685648-c7bc-414b-9805-374ce8336bc7 req-2cdfff03-f828-404d-b366-4afff31ac4e2 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 210 time: 0.0495410
Jun 08 04:03:43.864774 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Router 2c62b53f-da8f-47c0-9445-61f406a8fd05 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:03:44.048087 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:03:44.059826 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cfbf64-004e-4c66-9b96-41ea0224a98e None None] Sync routers for ids ['2c62b53f-da8f-47c0-9445-61f406a8fd05'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:03:44.070211 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cfbf64-004e-4c66-9b96-41ea0224a98e None None] Routers {'2c62b53f-da8f-47c0-9445-61f406a8fd05'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:03:44.071085 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-54cfbf64-004e-4c66-9b96-41ea0224a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0026cc1f0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:03:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2c62b53f-da8f-47c0-9445-61f406a8fd05'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:03:44.131077 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] No DVR routers for this DVR port 2b282215-8a4c-4452-a805-0a378d5150c8 on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:03:44.133717 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:44.136121 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-597cac63-c33f-42f6-9aa9-30395190fcd8 req-5cbc44f4-3526-4db4-b241-edb44e29b5d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.42 "DELETE /v2.0/ports/2b282215-8a4c-4452-a805-0a378d5150c8 HTTP/1.1" status: 204  len: 173 time: 1.2859781
Jun 08 04:03:44.136659 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'name': 'network-vif-deleted', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:03:44.139352 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6e5add-cb72-4ae9-858a-cae5b21bda8b" -d '{"events": [{"server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "name": "network-vif-deleted", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:03:44.188307 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f7331c-4b16-4f0f-bac3-53a84ca218d4 x-openstack-request-id: req-a3f7331c-4b16-4f0f-bac3-53a84ca218d4 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:03:44.188651 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16f90e7-84c2-4e05-b7b2-e4ff63ca165b", "name": "network-vif-deleted", "tag": "2b282215-8a4c-4452-a805-0a378d5150c8", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:03:44.188951 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3f7331c-4b16-4f0f-bac3-53a84ca218d4 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:03:44.189370 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16f90e7-84c2-4e05-b7b2-e4ff63ca165b', 'name': 'network-vif-deleted', 'tag': '2b282215-8a4c-4452-a805-0a378d5150c8', 'status': 'completed', 'code': 200}
Jun 08 04:03:44.210743 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a017710-c7b3-487f-a50b-9588a27291ff req-4165191c-ca01-409e-b808-3e11d73a7a41 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:44.212848 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2a017710-c7b3-487f-a50b-9588a27291ff req-4165191c-ca01-409e-b808-3e11d73a7a41 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/networks?id=87a5be73-8e7f-41e4-9931-937a6237e594 HTTP/1.1" status: 200  len: 814 time: 0.1638968
Jun 08 04:03:44.228560 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2a017710-c7b3-487f-a50b-9588a27291ff req-cb5afc76-197b-490d-9ffd-f67c985ec98c tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/quotas/c1dfb41c8255471281f4c5a2411e0a36 HTTP/1.1" status: 200  len: 375 time: 0.0104105
Jun 08 04:03:44.271701 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-54cfbf64-004e-4c66-9b96-41ea0224a98e None None] Set router 2c62b53f-da8f-47c0-9445-61f406a8fd05 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:03:44.278166 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2a017710-c7b3-487f-a50b-9588a27291ff req-f0d68120-d292-4fd0-949c-ed8f2442e3af tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1dfb41c8255471281f4c5a2411e0a36&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0437381
Jun 08 04:03:44.475387 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2a017710-c7b3-487f-a50b-9588a27291ff req-1bc4ca10-aafd-4957-854f-590e5d57211c service neutron] 10.222.0.15 "GET /v2.0/networks/87a5be73-8e7f-41e4-9931-937a6237e594?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1897962
Jun 08 04:03:44.599404 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-54cfbf64-004e-4c66-9b96-41ea0224a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0026cc1f0>, [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:10Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:03:44.603679 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cfbf64-004e-4c66-9b96-41ea0224a98e None None] Checking router: 2c62b53f-da8f-47c0-9445-61f406a8fd05 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:03:44.608304 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2a017710-c7b3-487f-a50b-9588a27291ff req-46ec379c-69c2-45a3-8adf-721011a0a15f service neutron] 10.222.0.15 "GET /v2.0/networks/87a5be73-8e7f-41e4-9931-937a6237e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272378
Jun 08 04:03:44.612691 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cfbf64-004e-4c66-9b96-41ea0224a98e None None] Routers {'2c62b53f-da8f-47c0-9445-61f406a8fd05'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:03:44.613265 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-54cfbf64-004e-4c66-9b96-41ea0224a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0026cc1f0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:03:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2c62b53f-da8f-47c0-9445-61f406a8fd05'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:03:44.814270 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-54cfbf64-004e-4c66-9b96-41ea0224a98e None None] Set router 2c62b53f-da8f-47c0-9445-61f406a8fd05 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:03:44.817476 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fa745740-5501-474d-841b-df7e1d80c3de req-987e53d3-49ba-4f2a-b9f0-30423d066820 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 210 time: 0.0522411
Jun 08 04:03:44.919827 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d6603ba5-905c-4af3-8ef5-f1eea51a3406 req-148fee0c-1ab2-4287-9f89-edcd8ae8af26 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 210 time: 0.0443406
Jun 08 04:03:45.143629 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-54cfbf64-004e-4c66-9b96-41ea0224a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0026cc1f0>, [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:10Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:03:45.147539 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cfbf64-004e-4c66-9b96-41ea0224a98e None None] The sync data for ids ['2c62b53f-da8f-47c0-9445-61f406a8fd05'] in dv-cinder-786627-8-iscsi is: [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:10Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:03:45.262661 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-9aa586bd-c942-406e-abb9-816841373c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:45.378803 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30532a03-35a4-414b-a5a6-c0ee00f3bc6a None None] New status for floating IP 23714e33-9090-4273-92eb-b4e17b568d59: DOWN {{(pid=91651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:03:45.464518 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:45.927144 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-67e0402d-323d-41ae-8afc-d8657efc4db4 req-adaf47fe-5074-4fba-a522-a8b97bec2ca5 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 210 time: 0.0417132
Jun 08 04:03:46.089714 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6c14e33e-e5f1-45f1-827a-15d46c7c1286 req-204997d1-aa51-4baa-8167-7df1314569c2 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=e16f90e7-84c2-4e05-b7b2-e4ff63ca165b HTTP/1.1" status: 200  len: 210 time: 0.0499828
Jun 08 04:03:46.428008 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:47.079448 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e74c85c1-fa28-4082-9060-9d46f3ed2717 req-30aab3db-62ec-4ee2-8017-8725b481d82c tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 210 time: 0.0432422
Jun 08 04:03:47.144190 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a017710-c7b3-487f-a50b-9588a27291ff req-8a8738a3-a3c4-42c9-a877-c06f4a4a9fff tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:47.145612 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2a017710-c7b3-487f-a50b-9588a27291ff req-8a8738a3-a3c4-42c9-a877-c06f4a4a9fff tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.42 "GET /v2.0/networks?id=87a5be73-8e7f-41e4-9931-937a6237e594 HTTP/1.1" status: 200  len: 814 time: 0.1530292
Jun 08 04:03:47.158001 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-2a017710-c7b3-487f-a50b-9588a27291ff req-13c5104b-7b98-4f3e-9e6f-2864fff5da85 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Request body: {'port': {'device_id': '731575d3-625b-4a37-a44f-f428d983e1db', 'network_id': '87a5be73-8e7f-41e4-9931-937a6237e594', 'admin_state_up': True, 'tenant_id': 'c1dfb41c8255471281f4c5a2411e0a36'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:03:47.249030 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52046) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:47.312995 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-59296b01-09a0-4425-a998-94a764fd84b6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:47.318116 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a017710-c7b3-487f-a50b-9588a27291ff req-13c5104b-7b98-4f3e-9e6f-2864fff5da85 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Made reservation on behalf of c1dfb41c8255471281f4c5a2411e0a36 for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:03:47.321954 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-2a017710-c7b3-487f-a50b-9588a27291ff req-13c5104b-7b98-4f3e-9e6f-2864fff5da85 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:47.341422 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-59296b01-09a0-4425-a998-94a764fd84b6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:47.393143 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-59296b01-09a0-4425-a998-94a764fd84b6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:47.395548 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-59296b01-09a0-4425-a998-94a764fd84b6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:47.396908 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-59296b01-09a0-4425-a998-94a764fd84b6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "DELETE /v2.0/security-groups/53bff3e3-6bcd-4c9d-882b-4c0b60169b48 HTTP/1.1" status: 204  len: 168 time: 0.1466391
Jun 08 04:03:47.397743 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-b823bb46-6a79-41fa-9f28-f4ef43e738e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:47.401589 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52048) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:47.408189 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59296b01-09a0-4425-a998-94a764fd84b6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bff3e3-6bcd-4c9d-882b-4c0b60169b48,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:47.410640 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-59296b01-09a0-4425-a998-94a764fd84b6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:47.428533 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.api.v2.resource [None req-ca93ad2e-c96b-403d-a302-b09275e687d5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] show failed (client error): The resource could not be found.
Jun 08 04:03:47.429689 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-ca93ad2e-c96b-403d-a302-b09275e687d5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups/53bff3e3-6bcd-4c9d-882b-4c0b60169b48 HTTP/1.1" status: 404  len: 347 time: 0.0271738
Jun 08 04:03:47.433607 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52050) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:47.500296 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-2a017710-c7b3-487f-a50b-9588a27291ff req-13c5104b-7b98-4f3e-9e6f-2864fff5da85 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Allocated IP 172.20.0.10 (87a5be73-8e7f-41e4-9931-937a6237e594/26423151-9e6f-4f8a-ad8e-c55a6f114353/3b88c1d7-8445-457e-bc5c-1695ba99dd05) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:03:47.650262 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-ff116012-799e-478c-ae91-154b881ea831 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Deleting port e68dbfef-fa8c-41de-827f-3e2423773857 {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:03:47.650608 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ff116012-799e-478c-ae91-154b881ea831 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:47.702181 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-2a017710-c7b3-487f-a50b-9588a27291ff req-13c5104b-7b98-4f3e-9e6f-2864fff5da85 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:47.733693 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-2a017710-c7b3-487f-a50b-9588a27291ff req-13c5104b-7b98-4f3e-9e6f-2864fff5da85 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:47.737267 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-2a017710-c7b3-487f-a50b-9588a27291ff req-13c5104b-7b98-4f3e-9e6f-2864fff5da85 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:03:47.737267 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:03:47.737267 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:03:47.737267 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:03:47.737267 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:03:47.737267 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:03:47.760147 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a017710-c7b3-487f-a50b-9588a27291ff req-13c5104b-7b98-4f3e-9e6f-2864fff5da85 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Network 87a5be73-8e7f-41e4-9931-937a6237e594 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:03:47.761413 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-2a017710-c7b3-487f-a50b-9588a27291ff req-13c5104b-7b98-4f3e-9e6f-2864fff5da85 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:03:47.763872 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a017710-c7b3-487f-a50b-9588a27291ff req-13c5104b-7b98-4f3e-9e6f-2864fff5da85 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:03:47.778915 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ff116012-799e-478c-ae91-154b881ea831 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:47.779244 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ff116012-799e-478c-ae91-154b881ea831 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:47.830686 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a017710-c7b3-487f-a50b-9588a27291ff req-13c5104b-7b98-4f3e-9e6f-2864fff5da85 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:47.831357 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-2a017710-c7b3-487f-a50b-9588a27291ff req-13c5104b-7b98-4f3e-9e6f-2864fff5da85 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:47.852110 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2a017710-c7b3-487f-a50b-9588a27291ff req-13c5104b-7b98-4f3e-9e6f-2864fff5da85 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6977510
Jun 08 04:03:47.864917 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Request body: {'port': {'device_id': '731575d3-625b-4a37-a44f-f428d983e1db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:03:47.982543 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:47.987102 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-ff116012-799e-478c-ae91-154b881ea831 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Calling delete_port for e68dbfef-fa8c-41de-827f-3e2423773857 owned by network:floatingip {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:03:48.020874 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.135336 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ff116012-799e-478c-ae91-154b881ea831 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.136506 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:48.201900 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff116012-799e-478c-ae91-154b881ea831 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Pushing event deleted for resources: {'Port': ['ID=e68dbfef-fa8c-41de-827f-3e2423773857,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:48.202556 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ff116012-799e-478c-ae91-154b881ea831 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:48.336806 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b88c1d7-8445-457e-bc5c-1695ba99dd05 {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:03:48.344189 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.346053 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ff116012-799e-478c-ae91-154b881ea831 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for floatingip, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.348353 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ff116012-799e-478c-ae91-154b881ea831 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.349710 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-ff116012-799e-478c-ae91-154b881ea831 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "DELETE /v2.0/floatingips/23714e33-9090-4273-92eb-b4e17b568d59 HTTP/1.1" status: 204  len: 168 time: 0.9149930
Jun 08 04:03:48.362613 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Transition to ACTIVE for port object 3b88c1d7-8445-457e-bc5c-1695ba99dd05 will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:03:48.365566 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.370272 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:48.374822 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d03e1c-ffb3-47c6-b276-ca8bbdcb70c8 req-0035a86c-656b-446f-98b4-8c30fc6fd48b tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:48.376189 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-69d03e1c-ffb3-47c6-b276-ca8bbdcb70c8 req-0035a86c-656b-446f-98b4-8c30fc6fd48b tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 932 time: 0.1442804
Jun 08 04:03:48.425201 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-69d03e1c-ffb3-47c6-b276-ca8bbdcb70c8 req-34aaf24e-1ada-49fe-8d65-bfa98601202c tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431802
Jun 08 04:03:48.597703 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52066) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:48.603054 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-3e8fd123-1f0d-49e7-98c8-531fb6178f63 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--431179981', 'description': 'tempest-description--1828292587'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:03:48.617670 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Pushing event updated for resources: {'Port': ['ID=3b88c1d7-8445-457e-bc5c-1695ba99dd05,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:48.624841 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:48.627561 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd123-1f0d-49e7-98c8-531fb6178f63 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.694888 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Attempting to bind port 3b88c1d7-8445-457e-bc5c-1695ba99dd05 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:03:48.695234 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Attempting to bind port 3b88c1d7-8445-457e-bc5c-1695ba99dd05 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '87a5be73-8e7f-41e4-9931-937a6237e594'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:03:48.695560 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Attempting to bind port 3b88c1d7-8445-457e-bc5c-1695ba99dd05 on network 87a5be73-8e7f-41e4-9931-937a6237e594 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:03:48.700134 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Port 3b88c1d7-8445-457e-bc5c-1695ba99dd05 on network 87a5be73-8e7f-41e4-9931-937a6237e594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 04:03:48.700491 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Attempting to bind port 3b88c1d7-8445-457e-bc5c-1695ba99dd05 on network 87a5be73-8e7f-41e4-9931-937a6237e594 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:03:48.705877 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:03:48.706213 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Checking segment: {'id': 'b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '87a5be73-8e7f-41e4-9931-937a6237e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:03:48.706594 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Bound using segment: {'id': 'b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '87a5be73-8e7f-41e4-9931-937a6237e594'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:03:48.707017 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Bound port: 3b88c1d7-8445-457e-bc5c-1695ba99dd05, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '87a5be73-8e7f-41e4-9931-937a6237e594'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:03:48.707360 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.723702 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd123-1f0d-49e7-98c8-531fb6178f63 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.727622 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd123-1f0d-49e7-98c8-531fb6178f63 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.731123 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-89e06d23-2917-42ff-a63d-e9a64d622a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:48.765087 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fd123-1f0d-49e7-98c8-531fb6178f63 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ca041d-2bb1-4199-a29b-e7e77fc72579,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:48.767352 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd123-1f0d-49e7-98c8-531fb6178f63 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.771191 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-3e8fd123-1f0d-49e7-98c8-531fb6178f63 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1697831
Jun 08 04:03:48.771191 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-3e8fd123-1f0d-49e7-98c8-531fb6178f63 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:48.771456 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52068) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:48.776473 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-4ad3f51f-2ab4-4306-980d-3f1b1371ca8f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Request body: {'security_group_rule': {'security_group_id': '86ca041d-2bb1-4199-a29b-e7e77fc72579', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:03:48.802733 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] For port 3b88c1d7-8445-457e-bc5c-1695ba99dd05, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:03:48.806164 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] For port 3b88c1d7-8445-457e-bc5c-1695ba99dd05, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3b88c1d7-8445-457e-bc5c-1695ba99dd05,segment=NetworkSegment(b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9),segment_id=b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:03:48.806710 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f51f-2ab4-4306-980d-3f1b1371ca8f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.810066 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.814609 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b00b3460-48c2-4414-b3ff-637c9e35aac6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:48.865286 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f51f-2ab4-4306-980d-3f1b1371ca8f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.868797 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f51f-2ab4-4306-980d-3f1b1371ca8f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.870903 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-848ff8c8-af06-4442-a2ea-9791716e1ebe tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:48.876031 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:48.876670 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.878001 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2a017710-c7b3-487f-a50b-9588a27291ff req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] 10.222.0.42 "PUT /v2.0/ports/3b88c1d7-8445-457e-bc5c-1695ba99dd05 HTTP/1.1" status: 200  len: 1094 time: 1.0175588
Jun 08 04:03:48.878482 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731575d3-625b-4a37-a44f-f428d983e1db', 'tag': '3b88c1d7-8445-457e-bc5c-1695ba99dd05'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:03:48.880755 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5e7c34-79ba-4e47-8809-46e4e29a6d75" -d '{"events": [{"name": "network-changed", "server_uuid": "731575d3-625b-4a37-a44f-f428d983e1db", "tag": "3b88c1d7-8445-457e-bc5c-1695ba99dd05"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:03:48.893441 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3f51f-2ab4-4306-980d-3f1b1371ca8f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f29a5d6-e404-40e9-88af-efa4d5f4c585,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:48.896372 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-4ad3f51f-2ab4-4306-980d-3f1b1371ca8f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:48.900643 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Pushing event updated for resources: {'Port': ['ID=3b88c1d7-8445-457e-bc5c-1695ba99dd05,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:48.902879 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f51f-2ab4-4306-980d-3f1b1371ca8f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:48.903969 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:48.904245 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-4ad3f51f-2ab4-4306-980d-3f1b1371ca8f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1312718
Jun 08 04:03:48.907330 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52072) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:48.913408 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-c882eede-712a-4a6c-b0f9-8b4f5d474047 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Request body: {'security_group_rule': {'security_group_id': '86ca041d-2bb1-4199-a29b-e7e77fc72579', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:03:48.935146 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aff81d-e81b-4acd-b576-e664500d2141 x-openstack-request-id: req-30aff81d-e81b-4acd-b576-e664500d2141 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:03:48.935561 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731575d3-625b-4a37-a44f-f428d983e1db", "tag": "3b88c1d7-8445-457e-bc5c-1695ba99dd05", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:03:48.935905 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30aff81d-e81b-4acd-b576-e664500d2141 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:03:48.936355 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731575d3-625b-4a37-a44f-f428d983e1db', 'tag': '3b88c1d7-8445-457e-bc5c-1695ba99dd05', 'status': 'completed', 'code': 200}
Jun 08 04:03:48.940861 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c882eede-712a-4a6c-b0f9-8b4f5d474047 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:49.002365 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c882eede-712a-4a6c-b0f9-8b4f5d474047 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:49.005985 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c882eede-712a-4a6c-b0f9-8b4f5d474047 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:49.008362 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ad6b426f-9c2e-40bc-82cb-d9e6ea5c2a81 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:49.030292 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882eede-712a-4a6c-b0f9-8b4f5d474047 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a283ab-0358-4518-be28-4dcb1049ee07,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:49.032591 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-c882eede-712a-4a6c-b0f9-8b4f5d474047 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:49.036927 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c882eede-712a-4a6c-b0f9-8b4f5d474047 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:49.038863 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-c882eede-712a-4a6c-b0f9-8b4f5d474047 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1303716
Jun 08 04:03:49.041892 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52074) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:03:49.046217 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Request body: {'floatingip': {'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:03:49.067736 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for floatingip, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:49.199409 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:49.338175 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Allocated IP 172.27.3.31 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/a17e3d41-357d-4eb8-968b-b855b28140ed) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:03:49.485497 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:49.515208 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2509792'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:49.515881 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:03:49.515881 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:03:49.515881 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:03:49.515881 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:03:49.515881 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:03:49.515881 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:03:49.531715 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:03:49.532798 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:03:49.535793 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:03:49.676150 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b0351-a3a5-45d2-a6af-1a1ae311c9e5 req-6da7a4a2-63d2-4163-ae4d-5cc4a6288684 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:49.677619 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-896b0351-a3a5-45d2-a6af-1a1ae311c9e5 req-6da7a4a2-63d2-4163-ae4d-5cc4a6288684 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 944 time: 0.1427817
Jun 08 04:03:49.681605 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:49.772605 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-896b0351-a3a5-45d2-a6af-1a1ae311c9e5 req-faa1650d-b3b4-4fac-b417-54dcd2456325 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877366
Jun 08 04:03:49.773353 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:49.972900 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for port, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:49.976953 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2509822'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:49.981385 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:50.169224 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Pushing event updated for resources: {'Port': ['ID=a17e3d41-357d-4eb8-968b-b855b28140ed,revision_number=2']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:50.173402 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:50.178966 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:50.195578 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:50.196741 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-28286aa7-f1be-4909-b648-8faf077b9bbb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1539237
Jun 08 04:03:50.437531 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-21cf428c-b2f5-497d-9f30-8ed48c1f5234 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--431179981&fields=id&tenant_id=abf42340f75147129f89ce0ba005ee2c HTTP/1.1" status: 200  len: 267 time: 0.0396984
Jun 08 04:03:50.582213 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb42bd-6f35-4709-a970-e66f806638af req-ace5bdcb-e122-498d-96c9-68e29d6212bc tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:50.583613 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-ace5bdcb-e122-498d-96c9-68e29d6212bc tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/networks?id=25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 200  len: 817 time: 0.1400137
Jun 08 04:03:50.598228 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-f1b6c5fa-312a-4b0d-b87b-020b6c73c240 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/quotas/abf42340f75147129f89ce0ba005ee2c HTTP/1.1" status: 200  len: 375 time: 0.0085497
Jun 08 04:03:50.690443 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-f429fa3c-aa98-4c6b-8f44-f86f97e62ba6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=abf42340f75147129f89ce0ba005ee2c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0866668
Jun 08 04:03:50.848063 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-da238b4b-3200-41a8-87c3-9d05087a2fdf service neutron] 10.222.0.15 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461034
Jun 08 04:03:51.036668 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7367e478-25c3-4def-90e0-15f5d148a95d service neutron] 10.222.0.15 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1815321
Jun 08 04:03:51.048255 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a1143-4341-4638-b140-6067742f502f req-96eb7b70-5eea-4265-a384-88e162f43452 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:51.049689 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e58a1143-4341-4638-b140-6067742f502f req-96eb7b70-5eea-4265-a384-88e162f43452 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 944 time: 0.1718781
Jun 08 04:03:51.106388 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e58a1143-4341-4638-b140-6067742f502f req-248148a1-0761-41f1-9b17-2d7788d4e38e tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508406
Jun 08 04:03:51.215113 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a51758b2-f770-453e-9633-505bed05a358 req-51460d9a-aab2-4e59-85d9-10b882c4b27e tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 210 time: 0.0456479
Jun 08 04:03:51.345357 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e7c34-79ba-4e47-8809-46e4e29a6d75 req-dc7ba2d2-fac3-446f-bdf2-01ecffc2f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:51.346836 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ca5e7c34-79ba-4e47-8809-46e4e29a6d75 req-dc7ba2d2-fac3-446f-bdf2-01ecffc2f811 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1dfb41c8255471281f4c5a2411e0a36&device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 1097 time: 0.0774162
Jun 08 04:03:51.495145 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e7c34-79ba-4e47-8809-46e4e29a6d75 req-8479cb4e-7b8b-469b-ab65-705a392827fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:51.496622 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ca5e7c34-79ba-4e47-8809-46e4e29a6d75 req-8479cb4e-7b8b-469b-ab65-705a392827fa service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c1dfb41c8255471281f4c5a2411e0a36&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1426117
Jun 08 04:03:51.637456 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e7c34-79ba-4e47-8809-46e4e29a6d75 req-5fe26413-b314-4fa3-aa19-34d3eca062f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:51.638891 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ca5e7c34-79ba-4e47-8809-46e4e29a6d75 req-5fe26413-b314-4fa3-aa19-34d3eca062f8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1345885
Jun 08 04:03:51.786111 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a017710-c7b3-487f-a50b-9588a27291ff req-a3b66295-4956-44cc-8aff-6c95027f1e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:51.788075 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2a017710-c7b3-487f-a50b-9588a27291ff req-a3b66295-4956-44cc-8aff-6c95027f1e57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1dfb41c8255471281f4c5a2411e0a36&device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 1097 time: 0.0814404
Jun 08 04:03:51.901980 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2a017710-c7b3-487f-a50b-9588a27291ff req-fbcfdb2d-bf60-4e4f-9612-8997bb543f40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b88c1d7-8445-457e-bc5c-1695ba99dd05 HTTP/1.1" status: 200  len: 217 time: 0.1050165
Jun 08 04:03:51.967908 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a017710-c7b3-487f-a50b-9588a27291ff req-6ab50a1d-2248-4e4a-966b-4db13cd1b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:51.969370 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2a017710-c7b3-487f-a50b-9588a27291ff req-6ab50a1d-2248-4e4a-966b-4db13cd1b6f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26423151-9e6f-4f8a-ad8e-c55a6f114353 HTTP/1.1" status: 200  len: 854 time: 0.0593028
Jun 08 04:03:52.016966 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2a017710-c7b3-487f-a50b-9588a27291ff req-14757927-3185-473e-b07c-44c50f224fd0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87a5be73-8e7f-41e4-9931-937a6237e594&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0406969
Jun 08 04:03:52.269419 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb42bd-6f35-4709-a970-e66f806638af req-cdeb2903-fc9f-4db2-bfa7-dc7f1b91bfb7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:52.272525 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-cdeb2903-fc9f-4db2-bfa7-dc7f1b91bfb7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.42 "GET /v2.0/networks?id=25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 200  len: 817 time: 0.1779630
Jun 08 04:03:52.301029 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c68a39-5ac9-4dd3-baca-d79dedcc7028 req-cb7951f3-832a-4e3b-b1ab-d906d952ea72 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:52.302725 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-75c68a39-5ac9-4dd3-baca-d79dedcc7028 req-cb7951f3-832a-4e3b-b1ab-d906d952ea72 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 944 time: 0.0872898
Jun 08 04:03:52.309092 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2a017710-c7b3-487f-a50b-9588a27291ff req-85fb1797-d0da-47ed-964c-01d46846ee0e service neutron] 10.222.0.42 "GET /v2.0/networks/87a5be73-8e7f-41e4-9931-937a6237e594?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2858613
Jun 08 04:03:52.391740 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-75c68a39-5ac9-4dd3-baca-d79dedcc7028 req-cd4627ac-8f45-4729-975a-c9ea73815cb6 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814486
Jun 08 04:03:52.405709 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-db99b9a4-d305-496d-851b-1eb173dbc86f req-1454d7d3-1c8f-48db-8524-3324d3d53361 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 210 time: 0.0519130
Jun 08 04:03:52.415329 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-dfb37954-2987-407a-83e1-41d3d87958db tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abf42340f75147129f89ce0ba005ee2c HTTP/1.1" status: 200  len: 379 time: 0.1324577
Jun 08 04:03:52.425800 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-a7eb42bd-6f35-4709-a970-e66f806638af req-b507ead7-2615-47a3-b210-1060185e7413 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Request body: {'port': {'device_id': '3429cd15-57b0-4781-9d38-5133f6838672', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'admin_state_up': True, 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'security_groups': ['86ca041d-2bb1-4199-a29b-e7e77fc72579']}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:03:52.575013 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2a017710-c7b3-487f-a50b-9588a27291ff req-db21920b-746a-4329-9a62-6ae99fee7466 service neutron] 10.222.0.42 "GET /v2.0/networks/87a5be73-8e7f-41e4-9931-937a6237e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2576239
Jun 08 04:03:52.617438 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7eb42bd-6f35-4709-a970-e66f806638af req-b507ead7-2615-47a3-b210-1060185e7413 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Made reservation on behalf of abf42340f75147129f89ce0ba005ee2c for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:03:52.620952 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-a7eb42bd-6f35-4709-a970-e66f806638af req-b507ead7-2615-47a3-b210-1060185e7413 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:52.872138 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-a7eb42bd-6f35-4709-a970-e66f806638af req-b507ead7-2615-47a3-b210-1060185e7413 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Allocated IP 172.20.0.8 (25595095-7d27-4a13-98f0-9ae27dbcb04c/04013948-cf16-4867-b02e-8ad55b6e8639/1fcac4b3-4a32-44e9-8fbe-de466f599ada) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:03:53.057467 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-a7eb42bd-6f35-4709-a970-e66f806638af req-b507ead7-2615-47a3-b210-1060185e7413 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:53.072608 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-a7eb42bd-6f35-4709-a970-e66f806638af req-b507ead7-2615-47a3-b210-1060185e7413 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Transition to ACTIVE for port object 1fcac4b3-4a32-44e9-8fbe-de466f599ada will not be triggered until provisioned by entity DHCP. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:03:53.094574 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-a7eb42bd-6f35-4709-a970-e66f806638af req-b507ead7-2615-47a3-b210-1060185e7413 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:53.096893 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-a7eb42bd-6f35-4709-a970-e66f806638af req-b507ead7-2615-47a3-b210-1060185e7413 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:03:53.096893 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:03:53.096893 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:03:53.096893 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:03:53.096893 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:03:53.096893 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:03:53.112643 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7eb42bd-6f35-4709-a970-e66f806638af req-b507ead7-2615-47a3-b210-1060185e7413 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Network 25595095-7d27-4a13-98f0-9ae27dbcb04c is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:03:53.113678 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-a7eb42bd-6f35-4709-a970-e66f806638af req-b507ead7-2615-47a3-b210-1060185e7413 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:03:53.116157 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7eb42bd-6f35-4709-a970-e66f806638af req-b507ead7-2615-47a3-b210-1060185e7413 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:03:53.179128 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb42bd-6f35-4709-a970-e66f806638af req-b507ead7-2615-47a3-b210-1060185e7413 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:53.179743 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-a7eb42bd-6f35-4709-a970-e66f806638af req-b507ead7-2615-47a3-b210-1060185e7413 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:53.197545 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-b507ead7-2615-47a3-b210-1060185e7413 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7771738
Jun 08 04:03:53.210593 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Request body: {'port': {'device_id': '3429cd15-57b0-4781-9d38-5133f6838672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:03:53.284138 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-4754fc4f-ab45-41c5-93e0-a91dd6bd6545 None None] Provisioning for port 1fcac4b3-4a32-44e9-8fbe-de466f599ada completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:03:53.289973 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-4754fc4f-ab45-41c5-93e0-a91dd6bd6545 None None] Provisioning complete for port 1fcac4b3-4a32-44e9-8fbe-de466f599ada triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:03:53.290460 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-4754fc4f-ab45-41c5-93e0-a91dd6bd6545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:53.322167 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:53.345377 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-4754fc4f-ab45-41c5-93e0-a91dd6bd6545 None None] Port 1fcac4b3-4a32-44e9-8fbe-de466f599ada cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:03:53.651710 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e110f2-309f-4b3a-9dbc-55c5a01883fb req-848343be-7acb-4594-a52e-453376180ced tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:53.653261 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d9e110f2-309f-4b3a-9dbc-55c5a01883fb req-848343be-7acb-4594-a52e-453376180ced tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 944 time: 0.1464801
Jun 08 04:03:53.661890 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619ff2b-a2a2-4839-96bc-8189ef13b216 req-63d6128d-75b8-4a54-98ac-c5de9fdf76d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:53.664018 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d619ff2b-a2a2-4839-96bc-8189ef13b216 req-63d6128d-75b8-4a54-98ac-c5de9fdf76d4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 931 time: 0.1214049
Jun 08 04:03:53.672002 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fcac4b3-4a32-44e9-8fbe-de466f599ada {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:03:53.679836 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:53.695441 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Transition to ACTIVE for port object 1fcac4b3-4a32-44e9-8fbe-de466f599ada will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:03:53.699604 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:53.704450 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-56bdf426-3d65-452a-9ad4-bfc378fe03d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:53.725640 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d9e110f2-309f-4b3a-9dbc-55c5a01883fb req-20437fff-662d-4e24-b8cf-e8bb00840868 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606337
Jun 08 04:03:53.754343 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d619ff2b-a2a2-4839-96bc-8189ef13b216 req-e9d38bc6-7e74-4981-a5b8-f9a4152d801c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764236
Jun 08 04:03:53.872578 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcac4b3-4a32-44e9-8fbe-de466f599ada,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:53.891794 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:53.892238 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:53.892695 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:53.893117 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:53.893947 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:53.894693 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:53.895117 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:53.895556 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:53.897120 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:53.897410 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:53.898681 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:53.899117 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:03:53.929434 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:53.976370 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Attempting to bind port 1fcac4b3-4a32-44e9-8fbe-de466f599ada on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:03:53.976715 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Attempting to bind port 1fcac4b3-4a32-44e9-8fbe-de466f599ada by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:03:53.977045 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Attempting to bind port 1fcac4b3-4a32-44e9-8fbe-de466f599ada on network 25595095-7d27-4a13-98f0-9ae27dbcb04c {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:03:53.981719 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Port 1fcac4b3-4a32-44e9-8fbe-de466f599ada on network 25595095-7d27-4a13-98f0-9ae27dbcb04c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 04:03:53.982061 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Attempting to bind port 1fcac4b3-4a32-44e9-8fbe-de466f599ada on network 25595095-7d27-4a13-98f0-9ae27dbcb04c {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:03:53.987060 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:03:53.987391 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Checking segment: {'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:03:53.987772 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Bound using segment: {'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:03:53.988190 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Bound port: 1fcac4b3-4a32-44e9-8fbe-de466f599ada, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8704e0-aa2f-4665-94e7-a6dd1eb14247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:03:53.988574 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:54.087969 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] For port 1fcac4b3-4a32-44e9-8fbe-de466f599ada, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:03:54.091144 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] For port 1fcac4b3-4a32-44e9-8fbe-de466f599ada, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:03:54.094621 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:54.098155 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:54.155430 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:54.156045 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:54.157460 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] 10.222.0.42 "PUT /v2.0/ports/1fcac4b3-4a32-44e9-8fbe-de466f599ada HTTP/1.1" status: 200  len: 1093 time: 0.9512248
Jun 08 04:03:54.157942 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3429cd15-57b0-4781-9d38-5133f6838672', 'tag': '1fcac4b3-4a32-44e9-8fbe-de466f599ada'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:03:54.160218 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaa87a6-fcc5-4829-8687-069eef62d4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "3429cd15-57b0-4781-9d38-5133f6838672", "tag": "1fcac4b3-4a32-44e9-8fbe-de466f599ada"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:03:54.181813 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcac4b3-4a32-44e9-8fbe-de466f599ada,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:54.185032 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:54.228761 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbcdf8c-d3c6-40f2-9b26-665ab5aec103 x-openstack-request-id: req-9cbcdf8c-d3c6-40f2-9b26-665ab5aec103 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:03:54.229081 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3429cd15-57b0-4781-9d38-5133f6838672", "tag": "1fcac4b3-4a32-44e9-8fbe-de466f599ada", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:03:54.229359 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cbcdf8c-d3c6-40f2-9b26-665ab5aec103 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:03:54.229776 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3429cd15-57b0-4781-9d38-5133f6838672', 'tag': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'status': 'completed', 'code': 200}
Jun 08 04:03:54.275278 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb42bd-6f35-4709-a970-e66f806638af req-4d8f1e1a-c048-4698-b59d-bf5b6b274fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:54.276986 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-4d8f1e1a-c048-4698-b59d-bf5b6b274fba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf42340f75147129f89ce0ba005ee2c&device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 1096 time: 0.0820432
Jun 08 04:03:54.348121 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-8dd04b13-e56f-4b9c-90d8-1372e37e6333 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada HTTP/1.1" status: 200  len: 217 time: 0.0629935
Jun 08 04:03:54.967459 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda9dda-3275-4655-9f4a-30542e128058 req-c866bca9-bab3-4874-aae3-406dab3293e7 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:54.969777 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bbda9dda-3275-4655-9f4a-30542e128058 req-c866bca9-bab3-4874-aae3-406dab3293e7 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 944 time: 0.1425066
Jun 08 04:03:55.006097 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dd09a-5f21-4c48-b8e0-6fd45624d622 req-0521f451-d5ea-4735-964e-25d6d6fe5b87 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:55.007435 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b48dd09a-5f21-4c48-b8e0-6fd45624d622 req-0521f451-d5ea-4735-964e-25d6d6fe5b87 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.1366980
Jun 08 04:03:55.044637 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bbda9dda-3275-4655-9f4a-30542e128058 req-2126543d-76c2-4e54-b2f5-bd8f198950f8 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685654
Jun 08 04:03:55.064758 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b48dd09a-5f21-4c48-b8e0-6fd45624d622 req-e9ad7ec2-0e88-43e9-b80d-1a6093a95936 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490549
Jun 08 04:03:55.396869 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb42bd-6f35-4709-a970-e66f806638af req-be3e0fce-2839-447d-829c-16f7cbe670ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:55.398184 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-be3e0fce-2839-447d-829c-16f7cbe670ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04013948-cf16-4867-b02e-8ad55b6e8639 HTTP/1.1" status: 200  len: 856 time: 0.0607431
Jun 08 04:03:56.251851 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 3b88c1d7-8445-457e-bc5c-1695ba99dd05 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:03:56.288289 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857b511-834e-4179-9a43-fef447f23d1b req-960c6df9-6076-44e4-b2fd-dd2d8ee22835 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:56.289767 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9857b511-834e-4179-9a43-fef447f23d1b req-960c6df9-6076-44e4-b2fd-dd2d8ee22835 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.1068213
Jun 08 04:03:56.297311 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa728ce-01c7-4256-a2e9-471ea00597b1 req-616987b9-ab94-4c02-8dd7-92306ad0c843 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:56.298924 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3fa728ce-01c7-4256-a2e9-471ea00597b1 req-616987b9-ab94-4c02-8dd7-92306ad0c843 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 944 time: 0.1498969
Jun 08 04:03:56.321609 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb42bd-6f35-4709-a970-e66f806638af req-352de234-9c94-4367-949c-6f4431e52dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:56.323140 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-352de234-9c94-4367-949c-6f4431e52dc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25595095-7d27-4a13-98f0-9ae27dbcb04c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738029
Jun 08 04:03:56.375526 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9857b511-834e-4179-9a43-fef447f23d1b req-0c473e90-ce31-402d-86e0-b97383d31a7a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752270
Jun 08 04:03:56.377781 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3fa728ce-01c7-4256-a2e9-471ea00597b1 req-b1288aa8-c0e4-4a9e-9fd8-dcfebaa9dcb4 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643868
Jun 08 04:03:56.417657 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 3b88c1d7-8445-457e-bc5c-1695ba99dd05, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3b88c1d7-8445-457e-bc5c-1695ba99dd05,segment=NetworkSegment(b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9),segment_id=b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:03:56.430655 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '3b88c1d7-8445-457e-bc5c-1695ba99dd05', 'network_id': '87a5be73-8e7f-41e4-9931-937a6237e594', 'port_id': '3b88c1d7-8445-457e-bc5c-1695ba99dd05', 'mac_address': 'fa:16:3e:af:26:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26423151-9e6f-4f8a-ad8e-c55a6f114353', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:03:56.483425 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:56.501997 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b88c1d7-8445-457e-bc5c-1695ba99dd05 {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:03:56.517575 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 3b88c1d7-8445-457e-bc5c-1695ba99dd05, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3b88c1d7-8445-457e-bc5c-1695ba99dd05,segment=NetworkSegment(b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9),segment_id=b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:03:56.522830 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:56.524585 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:56.587640 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=3b88c1d7-8445-457e-bc5c-1695ba99dd05,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:56.590557 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:57.522108 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-c0032bc5-a37f-456d-8db3-e2aaaa6df406 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2225494
Jun 08 04:03:57.571936 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['3b88c1d7-8445-457e-bc5c-1695ba99dd05'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:03:57.668171 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132e049-a765-4e0d-8798-158cd3b0eb5e req-b06406a4-5cf9-4f6c-a025-10fa3db13954 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:57.669781 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8132e049-a765-4e0d-8798-158cd3b0eb5e req-b06406a4-5cf9-4f6c-a025-10fa3db13954 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.1452351
Jun 08 04:03:57.682232 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c55a9-fc18-4cec-a0f9-97c8412e0340 req-297d162e-e254-4ee2-9419-0f7bb048cdfb tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:57.684031 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e08c55a9-fc18-4cec-a0f9-97c8412e0340 req-297d162e-e254-4ee2-9419-0f7bb048cdfb tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 945 time: 0.1918209
Jun 08 04:03:57.684725 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-a7eb42bd-6f35-4709-a970-e66f806638af req-e36a29bd-0e14-40ee-8385-7ccd1b756492 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556206
Jun 08 04:03:57.811434 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa87a6-fcc5-4829-8687-069eef62d4c4 req-1f8fba70-d8ff-4630-a60a-6a7db5ad80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:57.812894 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-bbaa87a6-fcc5-4829-8687-069eef62d4c4 req-1f8fba70-d8ff-4630-a60a-6a7db5ad80f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf42340f75147129f89ce0ba005ee2c&device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 1096 time: 0.0777180
Jun 08 04:03:57.845697 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8132e049-a765-4e0d-8798-158cd3b0eb5e req-4a71b432-ab60-48fa-a705-56196c3ef162 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1606619
Jun 08 04:03:57.848407 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e08c55a9-fc18-4cec-a0f9-97c8412e0340 req-2a46600a-9e81-4f98-b135-ae6a81236930 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594523
Jun 08 04:03:57.946823 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa87a6-fcc5-4829-8687-069eef62d4c4 req-f094df7e-1c48-4997-8595-916b9fde2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:57.948261 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-bbaa87a6-fcc5-4829-8687-069eef62d4c4 req-f094df7e-1c48-4997-8595-916b9fde2cf9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 200  len: 918 time: 0.1261539
Jun 08 04:03:58.018288 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-bbaa87a6-fcc5-4829-8687-069eef62d4c4 req-a927313c-4915-451d-bb70-174e43c7705c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada HTTP/1.1" status: 200  len: 217 time: 0.0617926
Jun 08 04:03:58.088306 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa87a6-fcc5-4829-8687-069eef62d4c4 req-40579029-ff59-42be-8823-ae6545d63124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:58.089748 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-bbaa87a6-fcc5-4829-8687-069eef62d4c4 req-40579029-ff59-42be-8823-ae6545d63124 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04013948-cf16-4867-b02e-8ad55b6e8639 HTTP/1.1" status: 200  len: 856 time: 0.0652864
Jun 08 04:03:58.165844 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa87a6-fcc5-4829-8687-069eef62d4c4 req-203dd1de-37f4-43e6-ac6e-f0ea3fdde5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:58.167306 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-bbaa87a6-fcc5-4829-8687-069eef62d4c4 req-203dd1de-37f4-43e6-ac6e-f0ea3fdde5da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25595095-7d27-4a13-98f0-9ae27dbcb04c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698664
Jun 08 04:03:58.228173 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66a62c-cc79-43e1-b4dd-8377c5346f5a req-0cbdb697-04ab-40c9-88f9-d8e727717778 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:58.229730 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ad66a62c-cc79-43e1-b4dd-8377c5346f5a req-0cbdb697-04ab-40c9-88f9-d8e727717778 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0824292
Jun 08 04:03:58.279594 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ad66a62c-cc79-43e1-b4dd-8377c5346f5a req-b96cbdca-d9eb-4e2f-9df1-6e4276a4a792 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440576
Jun 08 04:03:58.309419 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-bbaa87a6-fcc5-4829-8687-069eef62d4c4 req-f91d360a-6fe5-4e75-ae75-940c1801fc22 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336005
Jun 08 04:03:58.444878 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-bbaa87a6-fcc5-4829-8687-069eef62d4c4 req-9e73ba51-8cf3-4a10-81d7-b1dcbd8879c3 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263633
Jun 08 04:03:59.088980 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f40f38-b187-488c-ae2d-86512cd31bd5 req-53629d9f-2f79-4b55-bbba-5ca1f5c5be1d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:59.090397 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c5f40f38-b187-488c-ae2d-86512cd31bd5 req-53629d9f-2f79-4b55-bbba-5ca1f5c5be1d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.1373000
Jun 08 04:03:59.102486 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4e8ef-4344-41de-8ef2-2b6b5798d683 req-42951642-d2b1-4b17-b19a-cda8722a5dd8 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:59.103815 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-03c4e8ef-4344-41de-8ef2-2b6b5798d683 req-42951642-d2b1-4b17-b19a-cda8722a5dd8 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 945 time: 0.1145792
Jun 08 04:03:59.170275 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c5f40f38-b187-488c-ae2d-86512cd31bd5 req-e296e691-4013-4ac7-900e-464cf47862a5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655529
Jun 08 04:03:59.174368 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-03c4e8ef-4344-41de-8ef2-2b6b5798d683 req-39216d82-70bb-41fa-bd57-18dcb87b90ad tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572467
Jun 08 04:03:59.345236 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1fcac4b3-4a32-44e9-8fbe-de466f599ada details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:03:59.348568 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 3b88c1d7-8445-457e-bc5c-1695ba99dd05 up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:03:59.465372 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb050214-fea8-4e03-9d19-6eda3d015740 req-1be33284-a403-4d33-bf87-a302968674c3 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:03:59.466736 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cb050214-fea8-4e03-9d19-6eda3d015740 req-1be33284-a403-4d33-bf87-a302968674c3 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0819061
Jun 08 04:03:59.497640 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port 3b88c1d7-8445-457e-bc5c-1695ba99dd05 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:03:59.512378 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cb050214-fea8-4e03-9d19-6eda3d015740 req-47fbfd81-58f9-43bc-b827-3e6c6b97396a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398006
Jun 08 04:03:59.515280 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 3b88c1d7-8445-457e-bc5c-1695ba99dd05 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:03:59.517207 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:59.585065 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1fcac4b3-4a32-44e9-8fbe-de466f599ada, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:03:59.602037 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'port_id': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'mac_address': 'fa:16:3e:92:0f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:03:59.706535 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:59.728871 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fcac4b3-4a32-44e9-8fbe-de466f599ada {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:03:59.735046 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:59.765702 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1fcac4b3-4a32-44e9-8fbe-de466f599ada, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:03:59.775172 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:59.776852 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731575d3-625b-4a37-a44f-f428d983e1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b88c1d7-8445-457e-bc5c-1695ba99dd05'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:03:59.779187 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a71b9f-eaf9-4009-8219-1c5d93f82b97" -d '{"events": [{"server_uuid": "731575d3-625b-4a37-a44f-f428d983e1db", "name": "network-vif-plugged", "status": "completed", "tag": "3b88c1d7-8445-457e-bc5c-1695ba99dd05"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:03:59.784187 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:59.833734 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4a4968-3769-4671-80d6-1ba5da6956df x-openstack-request-id: req-ef4a4968-3769-4671-80d6-1ba5da6956df {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:03:59.834250 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731575d3-625b-4a37-a44f-f428d983e1db", "name": "network-vif-plugged", "status": "completed", "tag": "3b88c1d7-8445-457e-bc5c-1695ba99dd05", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:03:59.834644 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef4a4968-3769-4671-80d6-1ba5da6956df {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:03:59.835053 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731575d3-625b-4a37-a44f-f428d983e1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b88c1d7-8445-457e-bc5c-1695ba99dd05', 'code': 200}
Jun 08 04:03:59.839509 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 3b88c1d7-8445-457e-bc5c-1695ba99dd05, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3b88c1d7-8445-457e-bc5c-1695ba99dd05,segment=NetworkSegment(b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9),segment_id=b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:03:59.847530 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:03:59.861431 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=1fcac4b3-4a32-44e9-8fbe-de466f599ada,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:59.864285 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:03:59.864805 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:03:59.944676 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=3b88c1d7-8445-457e-bc5c-1695ba99dd05,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:03:59.949573 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:00.066166 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['1fcac4b3-4a32-44e9-8fbe-de466f599ada'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:04:00.083082 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0eab0-0e39-41f7-9901-24eabf089b17 req-b0f7e0b6-f063-42c7-9b30-9f577c844dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:00.085534 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-75e0eab0-0e39-41f7-9901-24eabf089b17 req-b0f7e0b6-f063-42c7-9b30-9f577c844dbe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 1099 time: 0.0819952
Jun 08 04:04:00.140646 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-75e0eab0-0e39-41f7-9901-24eabf089b17 req-44ea9b66-0ce1-49b5-ba32-b0609be6b50f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451808
Jun 08 04:04:00.318864 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63468212-a0b1-4981-8489-f5baae245e86 req-51d0cfe2-f815-4330-827c-a67d89ec025d tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:00.320423 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-63468212-a0b1-4981-8489-f5baae245e86 req-51d0cfe2-f815-4330-827c-a67d89ec025d tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.42 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0828640
Jun 08 04:04:00.425826 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254489d8-ef13-44c3-ad33-7f73b58db717 req-a51409f8-44ed-41fc-a153-e02eab5862f9 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:00.427254 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-254489d8-ef13-44c3-ad33-7f73b58db717 req-a51409f8-44ed-41fc-a153-e02eab5862f9 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 946 time: 0.1451626
Jun 08 04:04:00.435519 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f374cf-f613-4a63-ad47-fbf689c4272b req-315ed531-55b2-4c94-95fc-5941c1769a27 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:00.436926 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-82f374cf-f613-4a63-ad47-fbf689c4272b req-315ed531-55b2-4c94-95fc-5941c1769a27 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 944 time: 0.1232398
Jun 08 04:04:00.466694 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-63468212-a0b1-4981-8489-f5baae245e86 req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Deleting port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:04:00.467034 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-63468212-a0b1-4981-8489-f5baae245e86 req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:00.504488 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-254489d8-ef13-44c3-ad33-7f73b58db717 req-9f1923aa-4dab-4303-a94d-2de0b7858fe8 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665989
Jun 08 04:04:00.508820 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-82f374cf-f613-4a63-ad47-fbf689c4272b req-1b780c2d-1ea2-4ac7-9b10-98c46db1efa8 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584805
Jun 08 04:04:00.614337 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-63468212-a0b1-4981-8489-f5baae245e86 req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] For port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=204e1d2c-88a2-4e2d-8f2b-1442cea1a875,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:04:00.614614 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-63468212-a0b1-4981-8489-f5baae245e86 req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:00.697984 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285626-346f-40f6-9b47-9de530e9cc78 req-55c723b0-ca50-4148-977d-ecac8c366683 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:00.699419 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1f285626-346f-40f6-9b47-9de530e9cc78 req-55c723b0-ca50-4148-977d-ecac8c366683 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 945 time: 0.0786841
Jun 08 04:04:00.745522 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1f285626-346f-40f6-9b47-9de530e9cc78 req-55e6e8af-0fcd-47e0-be49-b1b19acd661a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404611
Jun 08 04:04:00.987624 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-63468212-a0b1-4981-8489-f5baae245e86 req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:00.987997 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-63468212-a0b1-4981-8489-f5baae245e86 req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:00.988331 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.l3_db [req-63468212-a0b1-4981-8489-f5baae245e86 req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Floating IP d66f0041-ebc3-4f60-9a01-84616928adcb disassociated. External IP: 172.27.3.30, port: 204e1d2c-88a2-4e2d-8f2b-1442cea1a875.
Jun 08 04:04:00.988677 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-63468212-a0b1-4981-8489-f5baae245e86 req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Calling delete_port for 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:04:01.097990 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-63468212-a0b1-4981-8489-f5baae245e86 req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:01.104694 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0038dc4f-6958-4304-8d34-fd99118a8c43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:01.149060 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Pushing event deleted for resources: {'Port': ['ID=204e1d2c-88a2-4e2d-8f2b-1442cea1a875,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:01.152459 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:01.335808 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63468212-a0b1-4981-8489-f5baae245e86 req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:04:01.514385 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63468212-a0b1-4981-8489-f5baae245e86 req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:04:01.525955 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fb21d-1c75-4e0a-93b8-59a15061344a None None] Sync routers for ids ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:04:01.550801 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1fb21d-1c75-4e0a-93b8-59a15061344a None None] Routers {'9e39ec5f-cbfa-4b69-8221-3bb34889cc08'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:04:01.550801 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-6f1fb21d-1c75-4e0a-93b8-59a15061344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00233a370>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:03:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:01.599690 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-63468212-a0b1-4981-8489-f5baae245e86 req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] No DVR routers for this DVR port 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:04:01.603280 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-63468212-a0b1-4981-8489-f5baae245e86 req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:01.605633 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-63468212-a0b1-4981-8489-f5baae245e86 req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.42 "DELETE /v2.0/ports/204e1d2c-88a2-4e2d-8f2b-1442cea1a875 HTTP/1.1" status: 204  len: 173 time: 1.2778556
Jun 08 04:04:01.608262 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd228786d-3296-4212-acd9-1ed91bb8634d', 'name': 'network-vif-deleted', 'tag': '204e1d2c-88a2-4e2d-8f2b-1442cea1a875'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:04:01.613379 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb731bf8-9630-43cf-a114-45c27f221a03" -d '{"events": [{"server_uuid": "d228786d-3296-4212-acd9-1ed91bb8634d", "name": "network-vif-deleted", "tag": "204e1d2c-88a2-4e2d-8f2b-1442cea1a875"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:04:01.760265 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e45f-b4b4-4a88-a48f-f1c92bd19304 req-1b726580-4dd9-4c65-9e75-7aba15fcac3c tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:01.761656 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bf83e45f-b4b4-4a88-a48f-f1c92bd19304 req-1b726580-4dd9-4c65-9e75-7aba15fcac3c tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 946 time: 0.1442130
Jun 08 04:04:01.775085 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-6f1fb21d-1c75-4e0a-93b8-59a15061344a None None] Set router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:04:01.791859 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcd93a-dd71-46b7-84b2-c188dddc524d req-92e2031b-af2a-49f2-b2fa-872432e396d1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:01.793314 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3bdcd93a-dd71-46b7-84b2-c188dddc524d req-92e2031b-af2a-49f2-b2fa-872432e396d1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 944 time: 0.1214848
Jun 08 04:04:01.837061 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bf83e45f-b4b4-4a88-a48f-f1c92bd19304 req-cafb50cf-b3e9-411e-975c-482eb1a14ff3 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688951
Jun 08 04:04:01.861727 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3bdcd93a-dd71-46b7-84b2-c188dddc524d req-87407773-83a9-4550-b0b3-fb381ddde7ba tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627775
Jun 08 04:04:01.953384 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aeded5-6b70-4dda-9566-998f813eace8 x-openstack-request-id: req-f9aeded5-6b70-4dda-9566-998f813eace8 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:04:01.953865 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d228786d-3296-4212-acd9-1ed91bb8634d", "name": "network-vif-deleted", "tag": "204e1d2c-88a2-4e2d-8f2b-1442cea1a875", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:04:01.954287 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9aeded5-6b70-4dda-9566-998f813eace8 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:04:01.955039 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd228786d-3296-4212-acd9-1ed91bb8634d', 'name': 'network-vif-deleted', 'tag': '204e1d2c-88a2-4e2d-8f2b-1442cea1a875', 'status': 'completed', 'code': 200}
Jun 08 04:04:02.011465 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-eeaebee6-9a76-4dbf-9467-3d2f2eccf6ab req-704bbff6-40d1-4a7b-b9e9-9843cd08c57c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 210 time: 0.0435290
Jun 08 04:04:02.128757 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-6f1fb21d-1c75-4e0a-93b8-59a15061344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00233a370>, [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:16Z', 'revision_number': 5, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:02.133079 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fb21d-1c75-4e0a-93b8-59a15061344a None None] Checking router: 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:04:02.141620 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1fb21d-1c75-4e0a-93b8-59a15061344a None None] Routers {'9e39ec5f-cbfa-4b69-8221-3bb34889cc08'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:04:02.142224 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-6f1fb21d-1c75-4e0a-93b8-59a15061344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00233a370>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:03:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:02.328242 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-6f1fb21d-1c75-4e0a-93b8-59a15061344a None None] Set router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:04:02.637702 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-6f1fb21d-1c75-4e0a-93b8-59a15061344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00233a370>, [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:16Z', 'revision_number': 5, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:02.641708 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fb21d-1c75-4e0a-93b8-59a15061344a None None] The sync data for ids ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'] in dv-cinder-786627-8-iscsi is: [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:16Z', 'revision_number': 5, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:04:02.867187 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6125b3b5-9856-4043-87b7-226176d2dc07 None None] New status for floating IP d66f0041-ebc3-4f60-9a01-84616928adcb: DOWN {{(pid=91651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:04:03.105525 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704b33e-10ef-48a2-a351-533f063ace8d req-2d50237c-2922-49f6-ab42-7f4e4f69e3ac tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:03.107050 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1704b33e-10ef-48a2-a351-533f063ace8d req-2d50237c-2922-49f6-ab42-7f4e4f69e3ac tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 944 time: 0.1052659
Jun 08 04:04:03.115449 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aebcf-dbe1-47fe-9649-e4fc58e3c61a req-c0366c53-14c6-44cd-867a-6d21d71e1a4b tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:03.116941 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-043aebcf-dbe1-47fe-9649-e4fc58e3c61a req-c0366c53-14c6-44cd-867a-6d21d71e1a4b tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 946 time: 0.1613240
Jun 08 04:04:03.190376 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1704b33e-10ef-48a2-a351-533f063ace8d req-880c7bfa-c1dd-4e28-92fd-ba7093f94e79 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724385
Jun 08 04:04:03.193658 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-043aebcf-dbe1-47fe-9649-e4fc58e3c61a req-581a04ef-0a17-4366-8947-4b67b9bd8757 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624313
Jun 08 04:04:03.495180 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-35c6b5ba-cbc5-405f-ad34-0eb40ecda132 req-6c2269ed-121e-42cd-a7ef-734afcc60c42 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=d228786d-3296-4212-acd9-1ed91bb8634d HTTP/1.1" status: 200  len: 210 time: 0.0431356
Jun 08 04:04:04.449541 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c9cba-a092-4527-aacf-0371bed2fe77 req-317f9233-1585-4a52-bc7d-4d4b136e3a91 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:04.450985 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-222c9cba-a092-4527-aacf-0371bed2fe77 req-317f9233-1585-4a52-bc7d-4d4b136e3a91 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 944 time: 0.1436625
Jun 08 04:04:04.459735 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440809c-e66f-40e1-87d3-45b2e513d8a0 req-3e6c8461-e2a5-49c8-92c2-5c4614de1f44 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:04.461121 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c440809c-e66f-40e1-87d3-45b2e513d8a0 req-3e6c8461-e2a5-49c8-92c2-5c4614de1f44 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 946 time: 0.1526079
Jun 08 04:04:04.532214 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-222c9cba-a092-4527-aacf-0371bed2fe77 req-af230cb2-c862-4d2d-82f1-76f13232b238 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701537
Jun 08 04:04:04.536426 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c440809c-e66f-40e1-87d3-45b2e513d8a0 req-e69758bf-b4ab-4879-8485-b94c5ef22138 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617461
Jun 08 04:04:05.264240 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1fcac4b3-4a32-44e9-8fbe-de466f599ada up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:04:05.333344 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port 1fcac4b3-4a32-44e9-8fbe-de466f599ada completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:04:05.337849 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 1fcac4b3-4a32-44e9-8fbe-de466f599ada triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:04:05.338229 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:05.449025 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:05.477541 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3429cd15-57b0-4781-9d38-5133f6838672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcac4b3-4a32-44e9-8fbe-de466f599ada'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:04:05.479769 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e3a3ac-fc2b-4838-a5c4-6353cf3cf3c6" -d '{"events": [{"server_uuid": "3429cd15-57b0-4781-9d38-5133f6838672", "name": "network-vif-plugged", "status": "completed", "tag": "1fcac4b3-4a32-44e9-8fbe-de466f599ada"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:04:05.487310 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1fcac4b3-4a32-44e9-8fbe-de466f599ada, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:04:05.492073 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:05.492933 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:04:05.520785 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:05.558213 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a3837e-8b70-4c0a-9b5c-bd1185c651ca x-openstack-request-id: req-86a3837e-8b70-4c0a-9b5c-bd1185c651ca {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:04:05.558516 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3429cd15-57b0-4781-9d38-5133f6838672", "name": "network-vif-plugged", "status": "completed", "tag": "1fcac4b3-4a32-44e9-8fbe-de466f599ada", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:04:05.558949 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86a3837e-8b70-4c0a-9b5c-bd1185c651ca {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:04:05.559480 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3429cd15-57b0-4781-9d38-5133f6838672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'code': 200}
Jun 08 04:04:05.580197 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:04:05.580574 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 204e1d2c-88a2-4e2d-8f2b-1442cea1a875 not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:04:05.613831 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=1fcac4b3-4a32-44e9-8fbe-de466f599ada,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:05.617171 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:05.671890 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52270) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:05.798827 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:05.803527 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e986349-cd2c-4054-bcf8-e8e093aa7d1b req-be76d2e3-a9d2-4e8d-a6e6-2b735198af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:05.805046 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6e986349-cd2c-4054-bcf8-e8e093aa7d1b req-be76d2e3-a9d2-4e8d-a6e6-2b735198af69 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 1098 time: 0.0834725
Jun 08 04:04:05.835928 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:05.851002 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6e986349-cd2c-4054-bcf8-e8e093aa7d1b req-fab7f697-8a99-43b5-9bfe-51a6c5b8bd80 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381544
Jun 08 04:04:05.871059 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8889db-7158-4631-b5b1-a62c2053ec4f req-10e1e328-78b2-4cc2-b1b3-24c1cd0da006 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:05.872458 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:05.872613 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2f8889db-7158-4631-b5b1-a62c2053ec4f req-10e1e328-78b2-4cc2-b1b3-24c1cd0da006 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.1610107
Jun 08 04:04:05.919102 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:05.921715 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:05.922903 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "DELETE /v2.0/security-groups/2b12b7f6-bc14-4d82-9e03-b5574cd53c4e HTTP/1.1" status: 204  len: 168 time: 0.2493689
Jun 08 04:04:05.923692 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-207c5bee-52f1-4034-8fad-80856b4203ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:05.925635 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52284) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:05.936185 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b12b7f6-bc14-4d82-9e03-b5574cd53c4e,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:05.941212 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.api.v2.resource [None req-9cbd88f6-b8a5-409d-ae66-ea66efd2dd6b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] show failed (client error): The resource could not be found.
Jun 08 04:04:05.945955 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-9cbd88f6-b8a5-409d-ae66-ea66efd2dd6b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups/2b12b7f6-bc14-4d82-9e03-b5574cd53c4e HTTP/1.1" status: 404  len: 347 time: 0.0193107
Jun 08 04:04:05.946306 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:05.946501 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52286) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:05.946691 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:05.947057 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:05.947421 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:05.947788 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:05.948128 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:05.948631 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:05.948984 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:05.949340 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:05.949903 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:05.950299 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:05.950656 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:05.976539 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:06.026874 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2f8889db-7158-4631-b5b1-a62c2053ec4f req-cae98c3b-cd07-4b08-9d8d-dc3865079beb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1441846
Jun 08 04:04:06.180460 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-603406eb-3a03-4d1b-b398-656ca5395814 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Deleting port 8dc9daa4-57ab-452c-9d80-cc331e809a6f {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:04:06.180810 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-603406eb-3a03-4d1b-b398-656ca5395814 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:06.307476 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-603406eb-3a03-4d1b-b398-656ca5395814 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:06.307938 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-603406eb-3a03-4d1b-b398-656ca5395814 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:06.446355 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-603406eb-3a03-4d1b-b398-656ca5395814 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Calling delete_port for 8dc9daa4-57ab-452c-9d80-cc331e809a6f owned by network:floatingip {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:04:06.559571 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-603406eb-3a03-4d1b-b398-656ca5395814 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:06.564156 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-52862d62-2db2-4531-8ad6-5288e5b4c20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:06.715564 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603406eb-3a03-4d1b-b398-656ca5395814 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Pushing event deleted for resources: {'Port': ['ID=8dc9daa4-57ab-452c-9d80-cc331e809a6f,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:06.742356 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-603406eb-3a03-4d1b-b398-656ca5395814 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:06.807488 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-603406eb-3a03-4d1b-b398-656ca5395814 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for floatingip, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:06.809822 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-603406eb-3a03-4d1b-b398-656ca5395814 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:06.810931 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-603406eb-3a03-4d1b-b398-656ca5395814 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "DELETE /v2.0/floatingips/d66f0041-ebc3-4f60-9a01-84616928adcb HTTP/1.1" status: 204  len: 168 time: 0.8630464
Jun 08 04:04:07.186146 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52312) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:07.191251 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-d0ba52b2-2745-424a-bea9-bf3879a0ab4a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--596836711', 'description': 'tempest-description--1583750278'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:04:07.220434 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d0ba52b2-2745-424a-bea9-bf3879a0ab4a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.339455 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d0ba52b2-2745-424a-bea9-bf3879a0ab4a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.343167 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d0ba52b2-2745-424a-bea9-bf3879a0ab4a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.347714 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec27439-349d-4e7e-b478-ae60031cd0a0 req-720dd251-1810-4da6-b231-a0731c90706b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:07.348685 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e6c2d8eb-1f0e-42a0-99c7-c07922bd1de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:07.349646 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fec27439-349d-4e7e-b478-ae60031cd0a0 req-720dd251-1810-4da6-b231-a0731c90706b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.1980591
Jun 08 04:04:07.384273 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d0ba52b2-2745-424a-bea9-bf3879a0ab4a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.388877 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-d0ba52b2-2745-424a-bea9-bf3879a0ab4a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1989205
Jun 08 04:04:07.388877 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba52b2-2745-424a-bea9-bf3879a0ab4a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c41497d-5f38-482b-b0a6-f0cd56cfeca0,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:07.389066 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52316) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:07.394307 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d0ba52b2-2745-424a-bea9-bf3879a0ab4a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:07.399872 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-81937c40-2798-4abf-81a0-204fad72eb82 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Request body: {'security_group_rule': {'security_group_id': '5c41497d-5f38-482b-b0a6-f0cd56cfeca0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:04:07.406870 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fec27439-349d-4e7e-b478-ae60031cd0a0 req-df46105e-42e6-4a8a-bf03-a7d15ad006c9 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507846
Jun 08 04:04:07.434800 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-81937c40-2798-4abf-81a0-204fad72eb82 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.503182 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-81937c40-2798-4abf-81a0-204fad72eb82 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.509115 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-81937c40-2798-4abf-81a0-204fad72eb82 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.511626 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:07.538690 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81937c40-2798-4abf-81a0-204fad72eb82 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03f56b7-84b8-4e3d-a9b3-39c62409b206,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:07.541925 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-81937c40-2798-4abf-81a0-204fad72eb82 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:07.545213 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-81937c40-2798-4abf-81a0-204fad72eb82 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.548938 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-81937c40-2798-4abf-81a0-204fad72eb82 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1555748
Jun 08 04:04:07.549565 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52324) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:07.555019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-93a8ddb0-5dd3-47e0-9b2d-5b45b37fc7f5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Request body: {'security_group_rule': {'security_group_id': '5c41497d-5f38-482b-b0a6-f0cd56cfeca0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:04:07.584653 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-93a8ddb0-5dd3-47e0-9b2d-5b45b37fc7f5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.613065 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdb7c6-4a2b-4f4f-aa58-498363f26571 req-fbf3e55a-470e-4ae1-a7a4-08dc5923666c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:07.614548 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-70fdb7c6-4a2b-4f4f-aa58-498363f26571 req-fbf3e55a-470e-4ae1-a7a4-08dc5923666c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.0937285
Jun 08 04:04:07.624152 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52326) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:07.628725 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-378fd6f4-3166-4f3e-b8fa-7c64880d5351 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Request body: {'floatingip': {'port_id': '1fcac4b3-4a32-44e9-8fbe-de466f599ada'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:04:07.646610 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-93a8ddb0-5dd3-47e0-9b2d-5b45b37fc7f5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.650159 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-93a8ddb0-5dd3-47e0-9b2d-5b45b37fc7f5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.652440 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fd762e9f-e84c-476d-bc82-df22714f4869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:07.674193 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8ddb0-5dd3-47e0-9b2d-5b45b37fc7f5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fde71a0-36ff-4af1-abb1-a894653424eb,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:07.676573 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-93a8ddb0-5dd3-47e0-9b2d-5b45b37fc7f5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:07.682619 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-93a8ddb0-5dd3-47e0-9b2d-5b45b37fc7f5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.683796 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-93a8ddb0-5dd3-47e0-9b2d-5b45b37fc7f5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1333194
Jun 08 04:04:07.686936 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52328) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:07.691643 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Request body: {'floatingip': {'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:04:07.712682 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-378fd6f4-3166-4f3e-b8fa-7c64880d5351 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for floatingip, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.712992 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for floatingip, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.852001 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:07.989421 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Allocated IP 172.27.3.85 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/8880dc30-ce72-4b6d-b290-12357b73c3a1) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:04:08.134123 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:08.165089 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:08.165795 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:04:08.165795 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:04:08.165795 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:04:08.165795 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:04:08.165795 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:04:08.165795 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:04:08.181121 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:04:08.182252 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:04:08.184877 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:04:08.262226 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:08.308194 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-378fd6f4-3166-4f3e-b8fa-7c64880d5351 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:08.312255 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-378fd6f4-3166-4f3e-b8fa-7c64880d5351 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:08.325857 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:08.480127 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.l3_db [None req-378fd6f4-3166-4f3e-b8fa-7c64880d5351 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Floating IP 01db9dc1-506d-4bb2-b1c6-72c93fe0eec7 associated. External IP: 172.27.3.31, port: 1fcac4b3-4a32-44e9-8fbe-de466f599ada.
Jun 08 04:04:08.530591 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:08.535109 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:08.540686 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-6174be0d-2071-41fd-911f-578e710ea2b2 tempest-ServerRescueNegativeTestJSON-846653955 tempest-ServerRescueNegativeTestJSON-846653955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:08.649000 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Pushing event updated for resources: {'Port': ['ID=8880dc30-ce72-4b6d-b290-12357b73c3a1,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:08.651778 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:08.665216 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:08.682352 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:08.691635 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-c781ab14-bfef-42b5-bd36-680b7741dac5 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.9961550
Jun 08 04:04:08.949871 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52350) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:08.966336 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-551bf1ec-dba7-467b-8eb7-2fa484781653 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--596836711&fields=id&tenant_id=69503fbb25244595983009a8135abd9e HTTP/1.1" status: 200  len: 267 time: 0.0646698
Jun 08 04:04:09.050882 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378fd6f4-3166-4f3e-b8fa-7c64880d5351 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Router 2c62b53f-da8f-47c0-9445-61f406a8fd05 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:04:09.071178 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-90f2efb3-44e9-416e-af9a-f8f46bd59c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:09.174707 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-90f2efb3-44e9-416e-af9a-f8f46bd59c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:09.178535 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-90f2efb3-44e9-416e-af9a-f8f46bd59c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:09.185493 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0a308efc-0619-4ac6-b3cd-d0b0631dd4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:09.228121 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2efb3-44e9-416e-af9a-f8f46bd59c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9821af-31b3-4557-878d-0212250b97cb,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:09.230642 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-90f2efb3-44e9-416e-af9a-f8f46bd59c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:09.233192 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-90f2efb3-44e9-416e-af9a-f8f46bd59c9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4944d6e09e5b4219b42ff24e9caae993&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2823300
Jun 08 04:04:09.236409 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52354) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:09.276806 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-3658a0c2-c476-4c48-9825-56c61a68aa26 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:09.278229 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-3658a0c2-c476-4c48-9825-56c61a68aa26 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/networks?id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf HTTP/1.1" status: 200  len: 810 time: 0.3047783
Jun 08 04:04:09.293138 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-abed5153-6c86-4fd4-af1c-4c6cfcceac07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:09.300126 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-728de3ef-e42b-479d-b933-477bc10213ac tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/quotas/69503fbb25244595983009a8135abd9e HTTP/1.1" status: 200  len: 375 time: 0.0164845
Jun 08 04:04:09.305110 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378fd6f4-3166-4f3e-b8fa-7c64880d5351 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:04:09.310377 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-378fd6f4-3166-4f3e-b8fa-7c64880d5351 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:09.315048 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad0411-363f-4b6a-88ba-e60634cebd02 None None] Sync routers for ids ['2c62b53f-da8f-47c0-9445-61f406a8fd05'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:04:09.321304 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-abed5153-6c86-4fd4-af1c-4c6cfcceac07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:09.324852 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad0411-363f-4b6a-88ba-e60634cebd02 None None] Routers {'2c62b53f-da8f-47c0-9445-61f406a8fd05'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:04:09.325466 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-43ad0411-363f-4b6a-88ba-e60634cebd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002141880>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:03:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2c62b53f-da8f-47c0-9445-61f406a8fd05'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:09.377783 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-abed5153-6c86-4fd4-af1c-4c6cfcceac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:09.380230 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-abed5153-6c86-4fd4-af1c-4c6cfcceac07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:09.384338 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-abed5153-6c86-4fd4-af1c-4c6cfcceac07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c9821af-31b3-4557-878d-0212250b97cb HTTP/1.1" status: 204  len: 168 time: 0.1443539
Jun 08 04:04:09.385537 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2efa8493-2a45-401e-b874-2ad3585c1643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:09.397346 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed5153-6c86-4fd4-af1c-4c6cfcceac07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9821af-31b3-4557-878d-0212250b97cb,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:09.400062 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-abed5153-6c86-4fd4-af1c-4c6cfcceac07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:09.417921 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-378fd6f4-3166-4f3e-b8fa-7c64880d5351 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "PUT /v2.0/floatingips/01db9dc1-506d-4bb2-b1c6-72c93fe0eec7 HTTP/1.1" status: 200  len: 990 time: 1.7926118
Jun 08 04:04:09.420219 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3429cd15-57b0-4781-9d38-5133f6838672', 'tag': '1fcac4b3-4a32-44e9-8fbe-de466f599ada'}] {{(pid=91649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:04:09.422344 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68076f80de6398871b1479c29e58ad4c04b4d9bb8781698605459407955b999f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fd33b3-5b16-40f8-a559-8ab546ef562d" -d '{"events": [{"name": "network-changed", "server_uuid": "3429cd15-57b0-4781-9d38-5133f6838672", "tag": "1fcac4b3-4a32-44e9-8fbe-de466f599ada"}]}' {{(pid=91649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:04:09.476068 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-3d063136-a32b-4536-96a3-02e43749ec26 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=69503fbb25244595983009a8135abd9e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1690090
Jun 08 04:04:09.557637 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-43ad0411-363f-4b6a-88ba-e60634cebd02 None None] Set router 2c62b53f-da8f-47c0-9445-61f406a8fd05 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:04:09.760280 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-c763a1b1-dd95-4218-b2b1-7e8e1186c67c service neutron] 10.222.0.15 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2784901
Jun 08 04:04:09.771938 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52370) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:09.791831 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0ada3a1e-d486-4dbc-9df9-648405421d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:09.842265 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5640ea7-7e22-45be-9fde-61af0df1f257 x-openstack-request-id: req-a5640ea7-7e22-45be-9fde-61af0df1f257 {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:04:09.842673 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3429cd15-57b0-4781-9d38-5133f6838672", "tag": "1fcac4b3-4a32-44e9-8fbe-de466f599ada", "status": "completed", "code": 200}]} {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:04:09.843411 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5640ea7-7e22-45be-9fde-61af0df1f257 {{(pid=91649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:04:09.843411 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3429cd15-57b0-4781-9d38-5133f6838672', 'tag': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'status': 'completed', 'code': 200}
Jun 08 04:04:09.915726 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-9a88e8be-e0e4-4499-97b9-d78b8aea54cb service neutron] 10.222.0.15 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544755
Jun 08 04:04:09.932528 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd33b3-5b16-40f8-a559-8ab546ef562d req-987d1b46-2e61-489a-a58d-484f4c6a25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:09.934192 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-b3fd33b3-5b16-40f8-a559-8ab546ef562d req-987d1b46-2e61-489a-a58d-484f4c6a25c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf42340f75147129f89ce0ba005ee2c&device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 1098 time: 0.1104419
Jun 08 04:04:09.955062 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-43ad0411-363f-4b6a-88ba-e60634cebd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002141880>, [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '01db9dc1-506d-4bb2-b1c6-72c93fe0eec7', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'port_id': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'mac_address': 'fa:16:3e:92:0f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3429cd15-57b0-4781-9d38-5133f6838672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:03:49Z', 'updated_at': '2021-06-08T04:04:08Z', 'revision_number': 1, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:10Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:09.959189 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad0411-363f-4b6a-88ba-e60634cebd02 None None] Checking router: 2c62b53f-da8f-47c0-9445-61f406a8fd05 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:04:09.969029 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad0411-363f-4b6a-88ba-e60634cebd02 None None] Routers {'2c62b53f-da8f-47c0-9445-61f406a8fd05'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:04:09.969650 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-43ad0411-363f-4b6a-88ba-e60634cebd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002141880>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:03:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2c62b53f-da8f-47c0-9445-61f406a8fd05'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:10.164887 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0ada3a1e-d486-4dbc-9df9-648405421d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:10.175221 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0ada3a1e-d486-4dbc-9df9-648405421d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:10.197920 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c187244f-53f3-426a-bab1-5177285b5803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:10.229344 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-43ad0411-363f-4b6a-88ba-e60634cebd02 None None] Set router 2c62b53f-da8f-47c0-9445-61f406a8fd05 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:04:10.251708 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada3a1e-d486-4dbc-9df9-648405421d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc7228c-c99f-490a-9c7c-9f43ad1fada5,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:10.257865 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0ada3a1e-d486-4dbc-9df9-648405421d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:10.260711 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-0ada3a1e-d486-4dbc-9df9-648405421d24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5bd5e9656d042d1922af0562f072429&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4874866
Jun 08 04:04:10.264051 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52382) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:10.264948 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd33b3-5b16-40f8-a559-8ab546ef562d req-907d808c-4167-415f-b398-1b17827b0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:10.266310 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-b3fd33b3-5b16-40f8-a559-8ab546ef562d req-907d808c-4167-415f-b398-1b17827b0301 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 200  len: 918 time: 0.3255608
Jun 08 04:04:10.388233 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-b3fd33b3-5b16-40f8-a559-8ab546ef562d req-c93dcb44-a383-4c0f-98d4-5a32391bb916 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada HTTP/1.1" status: 200  len: 998 time: 0.1153016
Jun 08 04:04:10.388744 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-72e35d5e-8707-4800-92f9-cb9f46f4907f req-8edbee43-9254-48c6-869c-6bc84f887bac tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 210 time: 0.0779788
Jun 08 04:04:10.413215 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-57878296-6e75-4510-bf95-dfb0a203ba30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:10.445103 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-57878296-6e75-4510-bf95-dfb0a203ba30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:10.483876 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd33b3-5b16-40f8-a559-8ab546ef562d req-9ae7fcb8-36b1-4d3c-8d5f-2ddec4c65eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:10.486986 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-b3fd33b3-5b16-40f8-a559-8ab546ef562d req-9ae7fcb8-36b1-4d3c-8d5f-2ddec4c65eca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04013948-cf16-4867-b02e-8ad55b6e8639 HTTP/1.1" status: 200  len: 856 time: 0.0921094
Jun 08 04:04:10.506821 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-57878296-6e75-4510-bf95-dfb0a203ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:10.516601 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-57878296-6e75-4510-bf95-dfb0a203ba30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:10.522277 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-57878296-6e75-4510-bf95-dfb0a203ba30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fc7228c-c99f-490a-9c7c-9f43ad1fada5 HTTP/1.1" status: 204  len: 168 time: 0.2571831
Jun 08 04:04:10.523536 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-a7bc41a8-c972-4bb4-a0fa-903353885edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:10.544066 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57878296-6e75-4510-bf95-dfb0a203ba30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc7228c-c99f-490a-9c7c-9f43ad1fada5,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:10.547875 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-57878296-6e75-4510-bf95-dfb0a203ba30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:10.571508 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd33b3-5b16-40f8-a559-8ab546ef562d req-c680aa36-7c72-4bf2-87d8-d6ed8733d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:10.573177 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-b3fd33b3-5b16-40f8-a559-8ab546ef562d req-c680aa36-7c72-4bf2-87d8-d6ed8733d210 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25595095-7d27-4a13-98f0-9ae27dbcb04c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796344
Jun 08 04:04:10.709863 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-43ad0411-363f-4b6a-88ba-e60634cebd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002141880>, [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '01db9dc1-506d-4bb2-b1c6-72c93fe0eec7', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'port_id': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'mac_address': 'fa:16:3e:92:0f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3429cd15-57b0-4781-9d38-5133f6838672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:03:49Z', 'updated_at': '2021-06-08T04:04:08Z', 'revision_number': 1, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:10Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:10.714022 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad0411-363f-4b6a-88ba-e60634cebd02 None None] The sync data for ids ['2c62b53f-da8f-47c0-9445-61f406a8fd05'] in dv-cinder-786627-8-iscsi is: [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '01db9dc1-506d-4bb2-b1c6-72c93fe0eec7', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'port_id': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'mac_address': 'fa:16:3e:92:0f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3429cd15-57b0-4781-9d38-5133f6838672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:03:49Z', 'updated_at': '2021-06-08T04:04:08Z', 'revision_number': 1, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:10Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:04:10.824465 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-b3fd33b3-5b16-40f8-a559-8ab546ef562d req-1d322e13-ccc9-4abf-80ea-d504c1e7af7e service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2420409
Jun 08 04:04:10.953138 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90e8a1a-1e28-4740-bc22-35b51199f531 None None] New status for floating IP 01db9dc1-506d-4bb2-b1c6-72c93fe0eec7: ACTIVE {{(pid=91651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:04:10.981588 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-b3fd33b3-5b16-40f8-a559-8ab546ef562d req-988062af-0cc1-427d-adb1-183771464ff7 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502416
Jun 08 04:04:11.571989 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b7187933-7632-430a-a6b7-7048e9c7d65a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:11.574384 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b7187933-7632-430a-a6b7-7048e9c7d65a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.42 "GET /v2.0/networks?id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf HTTP/1.1" status: 200  len: 810 time: 0.2628865
Jun 08 04:04:11.616645 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b39152a6-a672-4d08-8e66-6ff108b7c385 req-587bcdb8-da65-4f06-b970-cc334315e8e4 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 210 time: 0.0580537
Jun 08 04:04:11.683454 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-dcb8f6b6-d4c9-4bf8-abb9-afd61912502c tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69503fbb25244595983009a8135abd9e HTTP/1.1" status: 200  len: 379 time: 0.0936546
Jun 08 04:04:11.700254 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b5badaa9-79fd-49f7-ac06-388e981e26de tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Request body: {'port': {'device_id': '603d835b-3674-41f6-ae4e-d07b7ec9b151', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'admin_state_up': True, 'tenant_id': '69503fbb25244595983009a8135abd9e', 'security_groups': ['5c41497d-5f38-482b-b0a6-f0cd56cfeca0']}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:04:11.924894 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b5badaa9-79fd-49f7-ac06-388e981e26de tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Made reservation on behalf of 69503fbb25244595983009a8135abd9e for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:04:11.928787 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b5badaa9-79fd-49f7-ac06-388e981e26de tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:12.117735 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b5badaa9-79fd-49f7-ac06-388e981e26de tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Allocated IP 172.20.0.9 (2caf7b80-2274-4c12-8b5d-0f60e74c7baf/d448cf88-0b89-4356-abde-c6d847bfa2f6/1faa5157-41a8-433b-994f-bb36ecbb42be) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:04:12.303703 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b5badaa9-79fd-49f7-ac06-388e981e26de tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:12.319398 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b5badaa9-79fd-49f7-ac06-388e981e26de tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Transition to ACTIVE for port object 1faa5157-41a8-433b-994f-bb36ecbb42be will not be triggered until provisioned by entity DHCP. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:04:12.343100 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b5badaa9-79fd-49f7-ac06-388e981e26de tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:12.345293 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b5badaa9-79fd-49f7-ac06-388e981e26de tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:04:12.345293 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:04:12.345293 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:04:12.345293 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:04:12.345293 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:04:12.345293 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:04:12.368806 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b5badaa9-79fd-49f7-ac06-388e981e26de tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:04:12.370000 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b5badaa9-79fd-49f7-ac06-388e981e26de tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:04:12.372286 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b5badaa9-79fd-49f7-ac06-388e981e26de tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:04:12.443332 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b5badaa9-79fd-49f7-ac06-388e981e26de tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:12.444026 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b5badaa9-79fd-49f7-ac06-388e981e26de tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:12.467596 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b5badaa9-79fd-49f7-ac06-388e981e26de tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7768056
Jun 08 04:04:12.638610 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-6166d045-4840-4356-9355-697c1875b997 None None] Provisioning for port 1faa5157-41a8-433b-994f-bb36ecbb42be completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:04:12.643337 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-6166d045-4840-4356-9355-697c1875b997 None None] Provisioning complete for port 1faa5157-41a8-433b-994f-bb36ecbb42be triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:04:12.643703 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6166d045-4840-4356-9355-697c1875b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:12.676853 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52450) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:12.701568 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-6166d045-4840-4356-9355-697c1875b997 None None] Port 1faa5157-41a8-433b-994f-bb36ecbb42be cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:04:12.799482 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-eba224a1-4cbc-458a-9040-b8589acac349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:12.832118 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fb58c-b0b3-4fa3-9502-3c5dab8e47bb req-a0a0ffba-82ee-4dd4-b6c7-ad7d7e97c0db tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:12.833591 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-248fb58c-b0b3-4fa3-9502-3c5dab8e47bb req-a0a0ffba-82ee-4dd4-b6c7-ad7d7e97c0db tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 931 time: 0.1126430
Jun 08 04:04:12.906864 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-248fb58c-b0b3-4fa3-9502-3c5dab8e47bb req-b4b7e601-326a-46cf-8840-12d1ac87bc50 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648990
Jun 08 04:04:12.914894 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-29f6ca60-b8eb-41c2-afe1-7a5382bb5b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:12.960614 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-eba224a1-4cbc-458a-9040-b8589acac349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:12.964605 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-eba224a1-4cbc-458a-9040-b8589acac349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:12.972932 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-59296b01-09a0-4425-a998-94a764fd84b6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:13.015014 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-eba224a1-4cbc-458a-9040-b8589acac349 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4e6e09cc9864ae7ad079616addf5d32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3339407
Jun 08 04:04:13.015014 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba224a1-4cbc-458a-9040-b8589acac349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f0dccc-b091-4a32-8de2-82be11a80940,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:13.015398 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52456) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:13.017221 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-eba224a1-4cbc-458a-9040-b8589acac349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:13.085418 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c1b0f0a0-03c8-421b-81f3-99581790b158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:13.113841 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c1b0f0a0-03c8-421b-81f3-99581790b158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:13.165205 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c1b0f0a0-03c8-421b-81f3-99581790b158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:13.167635 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c1b0f0a0-03c8-421b-81f3-99581790b158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:13.168753 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-c1b0f0a0-03c8-421b-81f3-99581790b158 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34f0dccc-b091-4a32-8de2-82be11a80940 HTTP/1.1" status: 204  len: 168 time: 0.1523871
Jun 08 04:04:13.169484 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7507bfed-9bf7-4bc9-9578-5d6703f809ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:13.179012 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0f0a0-03c8-421b-81f3-99581790b158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f0dccc-b091-4a32-8de2-82be11a80940,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:13.181180 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c1b0f0a0-03c8-421b-81f3-99581790b158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:13.438119 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52464) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:13.455195 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-365464c9-dc2c-4022-86ff-6f3ef53c3e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:13.556281 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-365464c9-dc2c-4022-86ff-6f3ef53c3e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:13.559899 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-365464c9-dc2c-4022-86ff-6f3ef53c3e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:13.571301 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-3a16aee1-efd8-4765-be86-b999e9103401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:13.609637 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-365464c9-dc2c-4022-86ff-6f3ef53c3e5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7974e30d58cf46eda112a345d114b71d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1704707
Jun 08 04:04:13.610537 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365464c9-dc2c-4022-86ff-6f3ef53c3e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c277d4f7-6449-4277-b7be-39c20e85036b,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:13.612291 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52466) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:13.613473 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-365464c9-dc2c-4022-86ff-6f3ef53c3e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:13.671166 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-eaf75809-4720-4997-9e78-4fe06e58b02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:13.696510 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-eaf75809-4720-4997-9e78-4fe06e58b02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:13.746628 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-eaf75809-4720-4997-9e78-4fe06e58b02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:13.749046 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-eaf75809-4720-4997-9e78-4fe06e58b02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:13.750172 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-eaf75809-4720-4997-9e78-4fe06e58b02a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c277d4f7-6449-4277-b7be-39c20e85036b HTTP/1.1" status: 204  len: 168 time: 0.1368628
Jun 08 04:04:13.750964 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-3e8fd123-1f0d-49e7-98c8-531fb6178f63 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:13.761139 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf75809-4720-4997-9e78-4fe06e58b02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c277d4f7-6449-4277-b7be-39c20e85036b,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:13.763292 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-eaf75809-4720-4997-9e78-4fe06e58b02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:14.097251 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baad0d4-5ddc-4bd7-93c5-912e945259db req-fee88f14-c29e-415f-ac51-4eed81da3bc6 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:14.098739 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5baad0d4-5ddc-4bd7-93c5-912e945259db req-fee88f14-c29e-415f-ac51-4eed81da3bc6 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 931 time: 0.0838559
Jun 08 04:04:14.144955 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5baad0d4-5ddc-4bd7-93c5-912e945259db req-6c0fc1cc-fec6-4071-a446-49c154d6f310 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403011
Jun 08 04:04:14.306487 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Request body: {'port': {'device_id': '603d835b-3674-41f6-ae4e-d07b7ec9b151', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:04:14.420658 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:14.859405 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1faa5157-41a8-433b-994f-bb36ecbb42be {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:04:14.867137 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:14.881609 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Transition to ACTIVE for port object 1faa5157-41a8-433b-994f-bb36ecbb42be will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:04:14.884758 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:14.889603 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ef3b02e7-2c04-4928-8132-e773ca5b8455 tempest-VolumesActionsTest-10024316 tempest-VolumesActionsTest-10024316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:15.052722 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Pushing event updated for resources: {'Port': ['ID=1faa5157-41a8-433b-994f-bb36ecbb42be,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:15.060374 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:15.133199 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Attempting to bind port 1faa5157-41a8-433b-994f-bb36ecbb42be on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:04:15.133634 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Attempting to bind port 1faa5157-41a8-433b-994f-bb36ecbb42be by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:04:15.134144 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Attempting to bind port 1faa5157-41a8-433b-994f-bb36ecbb42be on network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:04:15.140051 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Port 1faa5157-41a8-433b-994f-bb36ecbb42be on network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 04:04:15.140403 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Attempting to bind port 1faa5157-41a8-433b-994f-bb36ecbb42be on network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:04:15.145471 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:04:15.145811 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Checking segment: {'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:04:15.146272 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Bound using segment: {'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:04:15.146695 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Bound port: 1faa5157-41a8-433b-994f-bb36ecbb42be, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765ceed1-e7df-490d-be22-3a70fb33c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:04:15.147044 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:15.257722 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] For port 1faa5157-41a8-433b-994f-bb36ecbb42be, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:04:15.261588 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] For port 1faa5157-41a8-433b-994f-bb36ecbb42be, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1faa5157-41a8-433b-994f-bb36ecbb42be,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:04:15.262218 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d31dd2bc-2439-42f7-a4ea-086594df210c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:15.266646 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:15.272745 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-54de413f-cf38-43b5-b392-9653f8356a3b tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:15.332959 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:15.334235 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:15.335777 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] 10.222.0.42 "PUT /v2.0/ports/1faa5157-41a8-433b-994f-bb36ecbb42be HTTP/1.1" status: 200  len: 1093 time: 1.0343683
Jun 08 04:04:15.336273 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603d835b-3674-41f6-ae4e-d07b7ec9b151', 'tag': '1faa5157-41a8-433b-994f-bb36ecbb42be'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:04:15.338554 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3826eb-3b36-4739-b0b2-726aea971b22" -d '{"events": [{"name": "network-changed", "server_uuid": "603d835b-3674-41f6-ae4e-d07b7ec9b151", "tag": "1faa5157-41a8-433b-994f-bb36ecbb42be"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:04:15.356633 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Pushing event updated for resources: {'Port': ['ID=1faa5157-41a8-433b-994f-bb36ecbb42be,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:15.359033 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcc9ef-39d6-4c97-9138-f6783d3ce332 req-25161575-b972-4832-a597-ef818a58290b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:15.359685 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:15.366839 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6cbcc9ef-39d6-4c97-9138-f6783d3ce332 req-25161575-b972-4832-a597-ef818a58290b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 943 time: 0.0975895
Jun 08 04:04:15.463538 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:15.519079 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6cbcc9ef-39d6-4c97-9138-f6783d3ce332 req-2fa9ebbd-d68c-4050-9611-e9a5c592a011 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1510897
Jun 08 04:04:15.582696 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebbf875-feec-4099-96be-5756bcc989f8 x-openstack-request-id: req-4ebbf875-feec-4099-96be-5756bcc989f8 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:04:15.583017 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603d835b-3674-41f6-ae4e-d07b7ec9b151", "tag": "1faa5157-41a8-433b-994f-bb36ecbb42be", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:04:15.583295 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ebbf875-feec-4099-96be-5756bcc989f8 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:04:15.584240 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603d835b-3674-41f6-ae4e-d07b7ec9b151', 'tag': '1faa5157-41a8-433b-994f-bb36ecbb42be', 'status': 'completed', 'code': 200}
Jun 08 04:04:15.614371 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-73ed05b8-729f-47a6-9f7d-c6ce67509317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:15.615912 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-73ed05b8-729f-47a6-9f7d-c6ce67509317 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69503fbb25244595983009a8135abd9e&device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 1096 time: 0.0761724
Jun 08 04:04:15.695016 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-b299f5a1-6014-4092-9050-65e96b98dd4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1faa5157-41a8-433b-994f-bb36ecbb42be HTTP/1.1" status: 200  len: 217 time: 0.0705729
Jun 08 04:04:15.767847 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-e3ae0981-3124-49ce-ad74-a6eb0e1ecc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:15.769603 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-e3ae0981-3124-49ce-ad74-a6eb0e1ecc35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d448cf88-0b89-4356-abde-c6d847bfa2f6 HTTP/1.1" status: 200  len: 849 time: 0.0676997
Jun 08 04:04:15.858934 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-a8d875e3-26a0-4018-baf4-1eb07cde59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:15.860464 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-a8d875e3-26a0-4018-baf4-1eb07cde59d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738938
Jun 08 04:04:16.008924 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-7bbb9aad-4db3-4e0e-9ebd-6442b3cfb3f9 service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299872
Jun 08 04:04:16.143217 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aa20c0b5-1c7a-4cf9-b22c-517fc2cf74b4 req-79d1630a-3da7-4882-813d-8c04c880f4c9 service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248703
Jun 08 04:04:16.260697 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3826eb-3b36-4739-b0b2-726aea971b22 req-e76ad3e0-9955-40d9-a1bd-fe5e45bb5cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:16.262156 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b3826eb-3b36-4739-b0b2-726aea971b22 req-e76ad3e0-9955-40d9-a1bd-fe5e45bb5cb5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69503fbb25244595983009a8135abd9e&device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 1096 time: 0.0709963
Jun 08 04:04:16.402521 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3826eb-3b36-4739-b0b2-726aea971b22 req-1461705d-be9f-4fad-84a1-c28cdb0705a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:16.403954 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b3826eb-3b36-4739-b0b2-726aea971b22 req-1461705d-be9f-4fad-84a1-c28cdb0705a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf HTTP/1.1" status: 200  len: 911 time: 0.1343453
Jun 08 04:04:16.429912 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:16.568728 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b3826eb-3b36-4739-b0b2-726aea971b22 req-72c82c46-0a83-45f9-b112-5c80b7104867 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1faa5157-41a8-433b-994f-bb36ecbb42be HTTP/1.1" status: 200  len: 217 time: 0.1554337
Jun 08 04:04:16.636480 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3826eb-3b36-4739-b0b2-726aea971b22 req-45b1134e-c064-49f8-b67d-0153150b1446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:16.637821 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b3826eb-3b36-4739-b0b2-726aea971b22 req-45b1134e-c064-49f8-b67d-0153150b1446 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d448cf88-0b89-4356-abde-c6d847bfa2f6 HTTP/1.1" status: 200  len: 849 time: 0.0632539
Jun 08 04:04:16.717577 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3826eb-3b36-4739-b0b2-726aea971b22 req-9c31df2c-cc33-4c90-8807-f9b68f10761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:16.719104 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b3826eb-3b36-4739-b0b2-726aea971b22 req-9c31df2c-cc33-4c90-8807-f9b68f10761c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728228
Jun 08 04:04:16.719579 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0133353-9acd-43be-ab78-8f9363efd545 req-d87050d5-d581-494d-8382-d9091a5ce920 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:16.721055 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c0133353-9acd-43be-ab78-8f9363efd545 req-d87050d5-d581-494d-8382-d9091a5ce920 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 943 time: 0.0826137
Jun 08 04:04:16.765959 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c0133353-9acd-43be-ab78-8f9363efd545 req-eb91879d-011a-4025-ad80-52bd87abf9bc tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384209
Jun 08 04:04:16.850724 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b3826eb-3b36-4739-b0b2-726aea971b22 req-b99e4a69-9762-4de4-888b-bf548fe164b0 service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233859
Jun 08 04:04:17.953329 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83fd4d-2075-4a36-88b7-c3d3b246e046 req-b5c743c5-efac-404e-a702-3b4b8dc48b50 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:17.954763 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7c83fd4d-2075-4a36-88b7-c3d3b246e046 req-b5c743c5-efac-404e-a702-3b4b8dc48b50 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 943 time: 0.0824392
Jun 08 04:04:17.999930 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7c83fd4d-2075-4a36-88b7-c3d3b246e046 req-26e7a7bd-8ffc-4b8d-82ec-effd71ea72a9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393946
Jun 08 04:04:18.021148 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:18.699819 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1faa5157-41a8-433b-994f-bb36ecbb42be details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:04:18.827801 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1faa5157-41a8-433b-994f-bb36ecbb42be, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1faa5157-41a8-433b-994f-bb36ecbb42be,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:04:18.840401 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '1faa5157-41a8-433b-994f-bb36ecbb42be', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'port_id': '1faa5157-41a8-433b-994f-bb36ecbb42be', 'mac_address': 'fa:16:3e:2d:a4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:04:18.896279 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:18.912640 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1faa5157-41a8-433b-994f-bb36ecbb42be {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:04:18.927047 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1faa5157-41a8-433b-994f-bb36ecbb42be, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1faa5157-41a8-433b-994f-bb36ecbb42be,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:04:18.931223 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:18.932901 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:18.995727 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=1faa5157-41a8-433b-994f-bb36ecbb42be,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:18.998597 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:19.181525 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f88913-6ccb-4c2c-a239-14d65e9b6fc7 req-37244018-fdf3-4437-8ff8-b64bc7624faf tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:19.182963 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-59f88913-6ccb-4c2c-a239-14d65e9b6fc7 req-37244018-fdf3-4437-8ff8-b64bc7624faf tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 944 time: 0.0788140
Jun 08 04:04:19.226799 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-59f88913-6ccb-4c2c-a239-14d65e9b6fc7 req-293958a9-181d-47ff-8232-babd784c8061 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381894
Jun 08 04:04:19.851281 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-1b3826eb-3b36-4739-b0b2-726aea971b22 req-e945740f-009e-4773-bfee-f29ce7360e5a service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249437
Jun 08 04:04:19.905863 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:04:20.071796 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['1faa5157-41a8-433b-994f-bb36ecbb42be'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:04:20.413766 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe5774-f4ef-4ab8-823d-9f40fa26b964 req-e274cc08-9d8a-429a-9fe5-db55a8c29695 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:20.415207 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-acbe5774-f4ef-4ab8-823d-9f40fa26b964 req-e274cc08-9d8a-429a-9fe5-db55a8c29695 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 944 time: 0.0872324
Jun 08 04:04:20.458114 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-acbe5774-f4ef-4ab8-823d-9f40fa26b964 req-7b2c0933-c72d-4089-a039-edee91fb51c2 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374141
Jun 08 04:04:20.793159 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52584) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:20.910003 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-65746edf-ab8b-4ef6-af60-d34cc1224144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:21.016410 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-65746edf-ab8b-4ef6-af60-d34cc1224144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:21.019732 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-65746edf-ab8b-4ef6-af60-d34cc1224144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:21.028468 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-54a6bd09-4602-4d73-9356-c5bffd53b817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:21.071035 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-65746edf-ab8b-4ef6-af60-d34cc1224144 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf52e96260bf41158dadd1cd5e8b62ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2764390
Jun 08 04:04:21.071915 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65746edf-ab8b-4ef6-af60-d34cc1224144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8b7627-3724-4b3e-bb35-b07406861c39,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:21.074449 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52588) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:21.074902 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-65746edf-ab8b-4ef6-af60-d34cc1224144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:21.130146 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-68f16de7-6222-407b-abaf-d1cd8c8009f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:21.156205 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-68f16de7-6222-407b-abaf-d1cd8c8009f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:21.210817 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-68f16de7-6222-407b-abaf-d1cd8c8009f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:21.213236 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-68f16de7-6222-407b-abaf-d1cd8c8009f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:21.214341 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-68f16de7-6222-407b-abaf-d1cd8c8009f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca8b7627-3724-4b3e-bb35-b07406861c39 HTTP/1.1" status: 204  len: 168 time: 0.1389310
Jun 08 04:04:21.215161 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-d6f68a0f-5e19-4545-80f0-8bce3686d21b tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:21.224808 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f16de7-6222-407b-abaf-d1cd8c8009f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8b7627-3724-4b3e-bb35-b07406861c39,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:21.227241 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-68f16de7-6222-407b-abaf-d1cd8c8009f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:21.507038 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52596) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:21.524468 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-af58f558-5035-42c4-afe1-8c2f728ea681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:21.627102 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-af58f558-5035-42c4-afe1-8c2f728ea681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:21.631457 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-af58f558-5035-42c4-afe1-8c2f728ea681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:21.640198 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-4eb20021-eef1-4b36-83c5-4af598c9e93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:21.644341 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1fb5a-353b-456d-bc19-07a0b2842be2 req-811c0028-1af5-4adb-9739-2957f49f4d10 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:21.645810 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-32a1fb5a-353b-456d-bc19-07a0b2842be2 req-811c0028-1af5-4adb-9739-2957f49f4d10 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 944 time: 0.0802860
Jun 08 04:04:21.679396 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-af58f558-5035-42c4-afe1-8c2f728ea681 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b3850a7f30547bfbae598d4edb3205f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1712806
Jun 08 04:04:21.681530 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58f558-5035-42c4-afe1-8c2f728ea681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f359726-edce-4a8b-be22-3caa7be044cf,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:21.683854 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52598) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:21.684545 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-af58f558-5035-42c4-afe1-8c2f728ea681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:21.703396 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-32a1fb5a-353b-456d-bc19-07a0b2842be2 req-6a3ee722-3a77-4ded-8098-c4ccf889c6ea tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514388
Jun 08 04:04:21.746738 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-cb59bc2e-ddab-47b7-9491-7ca44fdfb980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:21.772986 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-cb59bc2e-ddab-47b7-9491-7ca44fdfb980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:21.828362 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-cb59bc2e-ddab-47b7-9491-7ca44fdfb980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:21.830789 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-cb59bc2e-ddab-47b7-9491-7ca44fdfb980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:21.831935 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-cb59bc2e-ddab-47b7-9491-7ca44fdfb980 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f359726-edce-4a8b-be22-3caa7be044cf HTTP/1.1" status: 204  len: 168 time: 0.1471462
Jun 08 04:04:21.832773 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ea347879-2162-48f9-b1b2-c0d4db6e2482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:21.843062 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59bc2e-ddab-47b7-9491-7ca44fdfb980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f359726-edce-4a8b-be22-3caa7be044cf,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:21.845315 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-cb59bc2e-ddab-47b7-9491-7ca44fdfb980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:22.314454 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1faa5157-41a8-433b-994f-bb36ecbb42be up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:04:22.382163 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port 1faa5157-41a8-433b-994f-bb36ecbb42be completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:04:22.387229 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 1faa5157-41a8-433b-994f-bb36ecbb42be triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:04:22.387613 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:22.507031 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:22.533543 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603d835b-3674-41f6-ae4e-d07b7ec9b151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faa5157-41a8-433b-994f-bb36ecbb42be'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:04:22.535751 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bb3f0f-1551-4bf9-bd1f-9b78c0bece78" -d '{"events": [{"server_uuid": "603d835b-3674-41f6-ae4e-d07b7ec9b151", "name": "network-vif-plugged", "status": "completed", "tag": "1faa5157-41a8-433b-994f-bb36ecbb42be"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:04:22.543654 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1faa5157-41a8-433b-994f-bb36ecbb42be, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1faa5157-41a8-433b-994f-bb36ecbb42be,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:04:22.549787 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:22.553672 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:22.623293 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=1faa5157-41a8-433b-994f-bb36ecbb42be,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:22.626432 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:22.719353 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1d8aab-a039-47b4-8128-5d0263718f9d x-openstack-request-id: req-7d1d8aab-a039-47b4-8128-5d0263718f9d {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:04:22.719680 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603d835b-3674-41f6-ae4e-d07b7ec9b151", "name": "network-vif-plugged", "status": "completed", "tag": "1faa5157-41a8-433b-994f-bb36ecbb42be", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:04:22.719943 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d1d8aab-a039-47b4-8128-5d0263718f9d {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:04:22.720370 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603d835b-3674-41f6-ae4e-d07b7ec9b151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faa5157-41a8-433b-994f-bb36ecbb42be', 'code': 200}
Jun 08 04:04:22.894019 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0ae14-d35a-4049-af89-5b82c8e70978 req-0fdc83d6-8ac0-43e3-8d5d-c4aeff182e3d tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:22.895514 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-10c0ae14-d35a-4049-af89-5b82c8e70978 req-0fdc83d6-8ac0-43e3-8d5d-c4aeff182e3d tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.0831363
Jun 08 04:04:22.942927 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-10c0ae14-d35a-4049-af89-5b82c8e70978 req-ca457b98-a70a-40e1-8ce2-aec8aa3b5d1e tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404282
Jun 08 04:04:23.000951 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf15a6-56e5-43eb-8872-0e1f4546d9ff req-66c88dc7-5f7a-4fd6-a7e7-c2e2c395ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:23.002444 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4dcf15a6-56e5-43eb-8872-0e1f4546d9ff req-66c88dc7-5f7a-4fd6-a7e7-c2e2c395ca24 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 1098 time: 0.0846281
Jun 08 04:04:23.060424 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4dcf15a6-56e5-43eb-8872-0e1f4546d9ff req-f05f5954-05ee-4340-a9aa-61500b702d04 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479689
Jun 08 04:04:24.168466 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2fb71-1617-464b-b84b-b499db30fcad req-c8900212-9f84-41a4-8929-ae85cbe5f1f2 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:24.170188 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-85c2fb71-1617-464b-b84b-b499db30fcad req-c8900212-9f84-41a4-8929-ae85cbe5f1f2 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.1128452
Jun 08 04:04:24.250073 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-85c2fb71-1617-464b-b84b-b499db30fcad req-6d6aa346-89d9-4a46-9d03-519bdfe52d0e tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737150
Jun 08 04:04:25.455043 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add07ac-0026-4743-add1-ac38540b1310 req-a27c0319-5ba6-4ff4-9925-3e800a796c9a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:25.456976 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4add07ac-0026-4743-add1-ac38540b1310 req-a27c0319-5ba6-4ff4-9925-3e800a796c9a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.0870037
Jun 08 04:04:25.505405 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4add07ac-0026-4743-add1-ac38540b1310 req-37bd1e94-521f-4ab9-b414-5d4f78d35036 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423639
Jun 08 04:04:25.699866 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c37fdb-aead-41e7-ba0b-c283f8629598 req-a76f07eb-7e48-46e6-9a9c-8e42afe29fd6 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:25.701481 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c9c37fdb-aead-41e7-ba0b-c283f8629598 req-a76f07eb-7e48-46e6-9a9c-8e42afe29fd6 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.0833807
Jun 08 04:04:25.710132 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52712) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:25.715033 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-924e1653-3c81-4158-8774-573e72b93749 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Request body: {'floatingip': {'port_id': '1faa5157-41a8-433b-994f-bb36ecbb42be'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:04:25.802877 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-924e1653-3c81-4158-8774-573e72b93749 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for floatingip, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:26.175029 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba2c8b-f893-4064-99eb-07fa3ffb9c28 req-5a1c0370-2944-48ce-91f7-235489183732 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:26.177365 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8eba2c8b-f893-4064-99eb-07fa3ffb9c28 req-5a1c0370-2944-48ce-91f7-235489183732 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 946 time: 0.0907223
Jun 08 04:04:26.236576 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8eba2c8b-f893-4064-99eb-07fa3ffb9c28 req-e4810015-5abf-445d-b6cb-8fd5c536a33f tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529749
Jun 08 04:04:26.528968 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-924e1653-3c81-4158-8774-573e72b93749 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:26.533166 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-924e1653-3c81-4158-8774-573e72b93749 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:26.720972 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.l3_db [None req-924e1653-3c81-4158-8774-573e72b93749 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Floating IP 39f34f43-23bf-45fc-a932-a972ebe79bac associated. External IP: 172.27.3.85, port: 1faa5157-41a8-433b-994f-bb36ecbb42be.
Jun 08 04:04:27.078049 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924e1653-3c81-4158-8774-573e72b93749 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:04:27.252326 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924e1653-3c81-4158-8774-573e72b93749 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:04:27.257121 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-924e1653-3c81-4158-8774-573e72b93749 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:27.263294 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899a75a-0e54-4bb7-a2ed-30bca1cd2473 None None] Sync routers for ids ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:04:27.273738 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899a75a-0e54-4bb7-a2ed-30bca1cd2473 None None] Routers {'9e39ec5f-cbfa-4b69-8221-3bb34889cc08'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:04:27.274366 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e899a75a-0e54-4bb7-a2ed-30bca1cd2473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0022cc7f0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:04:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:27.319305 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-924e1653-3c81-4158-8774-573e72b93749 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "PUT /v2.0/floatingips/39f34f43-23bf-45fc-a932-a972ebe79bac HTTP/1.1" status: 200  len: 990 time: 1.6048851
Jun 08 04:04:27.319305 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603d835b-3674-41f6-ae4e-d07b7ec9b151', 'tag': '1faa5157-41a8-433b-994f-bb36ecbb42be'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:04:27.320794 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b3f454-8fa5-44f9-9c33-2a2bde3a6dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "603d835b-3674-41f6-ae4e-d07b7ec9b151", "tag": "1faa5157-41a8-433b-994f-bb36ecbb42be"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:04:27.431019 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceac2fa-19e2-4d5e-b107-1962b89e569c req-082fbc24-b269-4a43-b97b-5a31428b7372 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:27.432546 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0ceac2fa-19e2-4d5e-b107-1962b89e569c req-082fbc24-b269-4a43-b97b-5a31428b7372 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 946 time: 0.0866370
Jun 08 04:04:27.479739 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0ceac2fa-19e2-4d5e-b107-1962b89e569c req-d120d3a0-b45d-49ea-a47b-ebbbd0871da1 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415609
Jun 08 04:04:27.484440 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-e899a75a-0e54-4bb7-a2ed-30bca1cd2473 None None] Set router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:04:27.485237 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bee989-bfbf-49b0-9669-87dbe50df13e x-openstack-request-id: req-76bee989-bfbf-49b0-9669-87dbe50df13e {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:04:27.485619 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603d835b-3674-41f6-ae4e-d07b7ec9b151", "tag": "1faa5157-41a8-433b-994f-bb36ecbb42be", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:04:27.485964 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76bee989-bfbf-49b0-9669-87dbe50df13e {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:04:27.486448 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603d835b-3674-41f6-ae4e-d07b7ec9b151', 'tag': '1faa5157-41a8-433b-994f-bb36ecbb42be', 'status': 'completed', 'code': 200}
Jun 08 04:04:27.579862 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3f454-8fa5-44f9-9c33-2a2bde3a6dfe req-0ab0522d-d9f5-4212-9ecf-c5d6ae253fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:27.581417 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f1b3f454-8fa5-44f9-9c33-2a2bde3a6dfe req-0ab0522d-d9f5-4212-9ecf-c5d6ae253fa3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69503fbb25244595983009a8135abd9e&device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 1098 time: 0.0692022
Jun 08 04:04:27.715843 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3f454-8fa5-44f9-9c33-2a2bde3a6dfe req-46b9a9ea-43b6-4aa3-90e7-02a43006aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:27.717340 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f1b3f454-8fa5-44f9-9c33-2a2bde3a6dfe req-46b9a9ea-43b6-4aa3-90e7-02a43006aa23 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf HTTP/1.1" status: 200  len: 911 time: 0.1291733
Jun 08 04:04:27.827124 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f1b3f454-8fa5-44f9-9c33-2a2bde3a6dfe req-cad3b069-6112-491e-8422-72d7ffda5c28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1faa5157-41a8-433b-994f-bb36ecbb42be HTTP/1.1" status: 200  len: 998 time: 0.1018929
Jun 08 04:04:27.849564 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e899a75a-0e54-4bb7-a2ed-30bca1cd2473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0022cc7f0>, [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '39f34f43-23bf-45fc-a932-a972ebe79bac', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'port_id': '1faa5157-41a8-433b-994f-bb36ecbb42be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'mac_address': 'fa:16:3e:2d:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d835b-3674-41f6-ae4e-d07b7ec9b151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:04:08Z', 'updated_at': '2021-06-08T04:04:26Z', 'revision_number': 1, 'project_id': '69503fbb25244595983009a8135abd9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:16Z', 'revision_number': 5, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:27.853578 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899a75a-0e54-4bb7-a2ed-30bca1cd2473 None None] Checking router: 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:04:27.861806 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899a75a-0e54-4bb7-a2ed-30bca1cd2473 None None] Routers {'9e39ec5f-cbfa-4b69-8221-3bb34889cc08'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:04:27.862419 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e899a75a-0e54-4bb7-a2ed-30bca1cd2473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0022cc7f0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:04:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:27.895083 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3f454-8fa5-44f9-9c33-2a2bde3a6dfe req-02e560da-dc8a-48e6-b837-de46e1103512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:27.897519 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f1b3f454-8fa5-44f9-9c33-2a2bde3a6dfe req-02e560da-dc8a-48e6-b837-de46e1103512 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d448cf88-0b89-4356-abde-c6d847bfa2f6 HTTP/1.1" status: 200  len: 849 time: 0.0625226
Jun 08 04:04:27.982897 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3f454-8fa5-44f9-9c33-2a2bde3a6dfe req-04a5eab7-85f1-499c-8279-e3fd19ab25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:27.984500 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f1b3f454-8fa5-44f9-9c33-2a2bde3a6dfe req-04a5eab7-85f1-499c-8279-e3fd19ab25c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2caf7b80-2274-4c12-8b5d-0f60e74c7baf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800261
Jun 08 04:04:28.053887 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-e899a75a-0e54-4bb7-a2ed-30bca1cd2473 None None] Set router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:04:28.298968 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f1b3f454-8fa5-44f9-9c33-2a2bde3a6dfe req-d3463824-7a41-4a33-9c06-06efeefc3168 service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3067269
Jun 08 04:04:28.429547 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e899a75a-0e54-4bb7-a2ed-30bca1cd2473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0022cc7f0>, [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '39f34f43-23bf-45fc-a932-a972ebe79bac', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'port_id': '1faa5157-41a8-433b-994f-bb36ecbb42be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'mac_address': 'fa:16:3e:2d:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d835b-3674-41f6-ae4e-d07b7ec9b151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:04:08Z', 'updated_at': '2021-06-08T04:04:26Z', 'revision_number': 1, 'project_id': '69503fbb25244595983009a8135abd9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:16Z', 'revision_number': 5, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:28.433529 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899a75a-0e54-4bb7-a2ed-30bca1cd2473 None None] The sync data for ids ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'] in dv-cinder-786627-8-iscsi is: [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '39f34f43-23bf-45fc-a932-a972ebe79bac', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'port_id': '1faa5157-41a8-433b-994f-bb36ecbb42be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'mac_address': 'fa:16:3e:2d:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d835b-3674-41f6-ae4e-d07b7ec9b151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:04:08Z', 'updated_at': '2021-06-08T04:04:26Z', 'revision_number': 1, 'project_id': '69503fbb25244595983009a8135abd9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:16Z', 'revision_number': 5, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:04:28.455822 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d271d-0642-4a52-a5cb-ca28eb424d2f req-d73567c2-248e-492a-ab5a-b87c0d75b64c tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:28.457134 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-940d271d-0642-4a52-a5cb-ca28eb424d2f req-d73567c2-248e-492a-ab5a-b87c0d75b64c tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.42 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 946 time: 0.1900861
Jun 08 04:04:28.465514 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f1b3f454-8fa5-44f9-9c33-2a2bde3a6dfe req-87bb4144-1f8e-4504-82e6-97542ea72309 service neutron] 10.222.0.42 "GET /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1548750
Jun 08 04:04:28.622393 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-940d271d-0642-4a52-a5cb-ca28eb424d2f req-a84b8891-d389-49d4-8cb8-b576fae00380 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Deleting port 3b88c1d7-8445-457e-bc5c-1695ba99dd05 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:04:28.622784 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-940d271d-0642-4a52-a5cb-ca28eb424d2f req-a84b8891-d389-49d4-8cb8-b576fae00380 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:28.658196 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5bd4b1-8a35-47d4-a3cb-e7cb0b523186 None None] New status for floating IP 39f34f43-23bf-45fc-a932-a972ebe79bac: ACTIVE {{(pid=91651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:04:28.694597 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4410d-fd93-4b7c-a089-09fcd6aaaf11 req-99060e5d-23a2-4dbe-bf0d-74b2617e8a9c tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:28.696038 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0bc4410d-fd93-4b7c-a089-09fcd6aaaf11 req-99060e5d-23a2-4dbe-bf0d-74b2617e8a9c tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/ports?device_id=731575d3-625b-4a37-a44f-f428d983e1db HTTP/1.1" status: 200  len: 946 time: 0.0870023
Jun 08 04:04:28.753821 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0bc4410d-fd93-4b7c-a089-09fcd6aaaf11 req-c282b307-d99a-44f8-9ff7-fd953647d720 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9af2fa-6e89-4334-adf4-8a020bcf55f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511451
Jun 08 04:04:28.785026 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-940d271d-0642-4a52-a5cb-ca28eb424d2f req-a84b8891-d389-49d4-8cb8-b576fae00380 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] For port 3b88c1d7-8445-457e-bc5c-1695ba99dd05, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3b88c1d7-8445-457e-bc5c-1695ba99dd05,segment=NetworkSegment(b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9),segment_id=b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:04:28.785528 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-940d271d-0642-4a52-a5cb-ca28eb424d2f req-a84b8891-d389-49d4-8cb8-b576fae00380 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:28.912056 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-940d271d-0642-4a52-a5cb-ca28eb424d2f req-a84b8891-d389-49d4-8cb8-b576fae00380 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Calling delete_port for 3b88c1d7-8445-457e-bc5c-1695ba99dd05 owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:04:29.026905 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-940d271d-0642-4a52-a5cb-ca28eb424d2f req-a84b8891-d389-49d4-8cb8-b576fae00380 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:29.032126 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c6a2be15-2616-45d2-8980-4344417fc2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:29.039315 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['3b88c1d7-8445-457e-bc5c-1695ba99dd05'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:04:29.076696 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b8891-d389-49d4-8cb8-b576fae00380 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Pushing event deleted for resources: {'Port': ['ID=3b88c1d7-8445-457e-bc5c-1695ba99dd05,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:29.079817 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-a84b8891-d389-49d4-8cb8-b576fae00380 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:29.153499 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-940d271d-0642-4a52-a5cb-ca28eb424d2f req-a84b8891-d389-49d4-8cb8-b576fae00380 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] No DVR routers for this DVR port 3b88c1d7-8445-457e-bc5c-1695ba99dd05 on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:04:29.155869 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-940d271d-0642-4a52-a5cb-ca28eb424d2f req-a84b8891-d389-49d4-8cb8-b576fae00380 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:29.157829 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-940d271d-0642-4a52-a5cb-ca28eb424d2f req-a84b8891-d389-49d4-8cb8-b576fae00380 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] 10.222.0.42 "DELETE /v2.0/ports/3b88c1d7-8445-457e-bc5c-1695ba99dd05 HTTP/1.1" status: 204  len: 173 time: 0.6915808
Jun 08 04:04:29.487947 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731575d3-625b-4a37-a44f-f428d983e1db', 'name': 'network-vif-deleted', 'tag': '3b88c1d7-8445-457e-bc5c-1695ba99dd05'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:04:29.490570 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0604897-19cb-4144-9018-3b22c9c924cb" -d '{"events": [{"server_uuid": "731575d3-625b-4a37-a44f-f428d983e1db", "name": "network-vif-deleted", "tag": "3b88c1d7-8445-457e-bc5c-1695ba99dd05"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:04:29.532365 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e5e49e-6661-483a-ba59-42ee18b92a55 x-openstack-request-id: req-f1e5e49e-6661-483a-ba59-42ee18b92a55 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:04:29.532755 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731575d3-625b-4a37-a44f-f428d983e1db", "name": "network-vif-deleted", "tag": "3b88c1d7-8445-457e-bc5c-1695ba99dd05", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:04:29.533101 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1e5e49e-6661-483a-ba59-42ee18b92a55 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:04:29.533586 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731575d3-625b-4a37-a44f-f428d983e1db', 'name': 'network-vif-deleted', 'tag': '3b88c1d7-8445-457e-bc5c-1695ba99dd05', 'status': 'completed', 'code': 200}
Jun 08 04:04:31.301295 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52806) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:31.416038 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-652c6078-6a69-41b2-b907-c02e894774fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:31.535038 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-652c6078-6a69-41b2-b907-c02e894774fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:31.539129 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-652c6078-6a69-41b2-b907-c02e894774fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:31.547658 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c1dbb028-0533-4930-a101-8a27e3189a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:31.591300 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-652c6078-6a69-41b2-b907-c02e894774fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c357e71253ee4c8ca44e7209514a4e02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2888641
Jun 08 04:04:31.592603 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c6078-6a69-41b2-b907-c02e894774fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092f5cfd-b21e-4e74-8b56-cb1877285fe8,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:31.594218 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52814) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:31.596357 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-652c6078-6a69-41b2-b907-c02e894774fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:31.654139 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b4ecfbe7-e9ac-49ab-8602-7a75fa16b19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:31.678852 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b4ecfbe7-e9ac-49ab-8602-7a75fa16b19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:31.728761 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b4ecfbe7-e9ac-49ab-8602-7a75fa16b19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:31.731210 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b4ecfbe7-e9ac-49ab-8602-7a75fa16b19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:31.732305 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-b4ecfbe7-e9ac-49ab-8602-7a75fa16b19d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/092f5cfd-b21e-4e74-8b56-cb1877285fe8 HTTP/1.1" status: 204  len: 168 time: 0.1371214
Jun 08 04:04:31.733049 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-f12e7d00-f5c4-41f9-bb93-965ef5f7b7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:31.742307 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecfbe7-e9ac-49ab-8602-7a75fa16b19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092f5cfd-b21e-4e74-8b56-cb1877285fe8,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:31.744634 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-b4ecfbe7-e9ac-49ab-8602-7a75fa16b19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:32.011285 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52822) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:32.027920 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e181391e-c33d-497a-bd28-b4a25c7d491b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:32.133770 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e181391e-c33d-497a-bd28-b4a25c7d491b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:32.137694 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e181391e-c33d-497a-bd28-b4a25c7d491b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:32.144542 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d0ba52b2-2745-424a-bea9-bf3879a0ab4a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:32.185643 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-e181391e-c33d-497a-bd28-b4a25c7d491b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7bddf1c569141c087afd12997dbb318&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1732910
Jun 08 04:04:32.186664 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181391e-c33d-497a-bd28-b4a25c7d491b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2647bf-cb02-48b1-968d-d4a5c0d05cb6,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:32.188216 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52826) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:32.189640 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e181391e-c33d-497a-bd28-b4a25c7d491b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:32.246634 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f5221501-0879-4a4c-82ca-10c64405cec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:32.275233 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f5221501-0879-4a4c-82ca-10c64405cec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:32.325863 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f5221501-0879-4a4c-82ca-10c64405cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:32.328487 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f5221501-0879-4a4c-82ca-10c64405cec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:32.329598 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-f5221501-0879-4a4c-82ca-10c64405cec6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad2647bf-cb02-48b1-968d-d4a5c0d05cb6 HTTP/1.1" status: 204  len: 168 time: 0.1402786
Jun 08 04:04:32.330306 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-8820c6f9-64b2-420e-97df-ca5065ff6c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:32.339394 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5221501-0879-4a4c-82ca-10c64405cec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2647bf-cb02-48b1-968d-d4a5c0d05cb6,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:32.341588 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-f5221501-0879-4a4c-82ca-10c64405cec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:32.677801 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 52834) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:32.694351 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6979-a422-4790-8f00-b946a094e6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:32.774649 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 3b88c1d7-8445-457e-bc5c-1695ba99dd05 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:04:32.799900 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6979-a422-4790-8f00-b946a094e6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:32.804739 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6979-a422-4790-8f00-b946a094e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:32.808812 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: 3b88c1d7-8445-457e-bc5c-1695ba99dd05 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:04:32.809166 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 3b88c1d7-8445-457e-bc5c-1695ba99dd05 not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:04:32.812584 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-8e04b817-3320-45a9-a93f-c3f15195b1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:32.851538 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-4b5a6979-a422-4790-8f00-b946a094e6cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d96b8d311d6e463e8d76d43c18e71372&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1726999
Jun 08 04:04:32.853193 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a6979-a422-4790-8f00-b946a094e6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a77f6b-bc43-4804-80be-9ac3212b097f,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:32.854302 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52836) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:32.856175 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-4b5a6979-a422-4790-8f00-b946a094e6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:32.930554 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cb5e7ac1-ad07-472c-be29-3e4865164e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:32.956792 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cb5e7ac1-ad07-472c-be29-3e4865164e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:33.006099 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cb5e7ac1-ad07-472c-be29-3e4865164e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:33.008399 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cb5e7ac1-ad07-472c-be29-3e4865164e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:33.009520 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-cb5e7ac1-ad07-472c-be29-3e4865164e36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69a77f6b-bc43-4804-80be-9ac3212b097f HTTP/1.1" status: 204  len: 168 time: 0.1540067
Jun 08 04:04:33.010498 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f14dd7f8-4dd7-4752-b3ac-584d4ef44525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:33.019382 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e7ac1-ad07-472c-be29-3e4865164e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a77f6b-bc43-4804-80be-9ac3212b097f,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:33.021886 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-cb5e7ac1-ad07-472c-be29-3e4865164e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:35.055927 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d198f-c5f2-437e-9347-69c59176bd87 req-9caf71d7-b888-475f-922b-a04d2191c922 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:35.057296 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-488d198f-c5f2-437e-9347-69c59176bd87 req-9caf71d7-b888-475f-922b-a04d2191c922 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0825195
Jun 08 04:04:35.101438 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-488d198f-c5f2-437e-9347-69c59176bd87 req-743ae7f3-1a35-4a5f-9a5f-820aac776ed5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386059
Jun 08 04:04:35.868331 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:36.297568 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7da74-31e9-4412-a2dc-5ae3a976f403 req-1d95bb61-3928-41b4-834d-98cd8bab74dc tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:36.300807 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e6a7da74-31e9-4412-a2dc-5ae3a976f403 req-1d95bb61-3928-41b4-834d-98cd8bab74dc tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0935826
Jun 08 04:04:36.345762 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e6a7da74-31e9-4412-a2dc-5ae3a976f403 req-33e8dd5f-d09a-4e71-b8a5-a97a5d58f86a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402617
Jun 08 04:04:37.532843 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3584a68-47e5-4500-8f8b-2d2eef0f1887 req-0dcd4a89-11f5-4088-875c-41026a467aaf tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:37.534731 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e3584a68-47e5-4500-8f8b-2d2eef0f1887 req-0dcd4a89-11f5-4088-875c-41026a467aaf tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0826364
Jun 08 04:04:37.589634 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e3584a68-47e5-4500-8f8b-2d2eef0f1887 req-55da018a-96c1-460e-89b6-c48da8acd36c tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0486801
Jun 08 04:04:38.777931 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e624e79-4c46-4e28-9ad8-49ae37456626 req-061609bf-8d8b-47c5-8abc-aee00fc3e729 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:38.779396 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5e624e79-4c46-4e28-9ad8-49ae37456626 req-061609bf-8d8b-47c5-8abc-aee00fc3e729 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0804470
Jun 08 04:04:38.828097 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5e624e79-4c46-4e28-9ad8-49ae37456626 req-a380d444-7965-413d-87c2-439eca5d84ec tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431342
Jun 08 04:04:40.009284 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d2240-036d-4c31-aa8e-b3ac212aeeaa req-19664fa4-c32d-425b-a649-466ef9f8e7af tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:40.011002 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6a2d2240-036d-4c31-aa8e-b3ac212aeeaa req-19664fa4-c32d-425b-a649-466ef9f8e7af tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0779872
Jun 08 04:04:40.054447 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6a2d2240-036d-4c31-aa8e-b3ac212aeeaa req-7187953f-641c-443b-882e-a8ea2d9c1f06 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0378196
Jun 08 04:04:41.321220 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fc053-d169-4fc9-ad46-20ad69eb58d4 req-71ecf3ce-c3ab-4787-be28-90aae37b7bc1 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:41.322557 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-649fc053-d169-4fc9-ad46-20ad69eb58d4 req-71ecf3ce-c3ab-4787-be28-90aae37b7bc1 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.1616251
Jun 08 04:04:41.367597 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-649fc053-d169-4fc9-ad46-20ad69eb58d4 req-0763e0c0-9d8d-4fff-8636-1f5d935cbada tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393679
Jun 08 04:04:42.916423 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-c9c4a38d-68bf-402d-a7b3-92c9cde13d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:43.935810 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c985eb-bf93-4171-b545-70322d6219e3 req-18ca9cad-4e3e-4464-baa3-312de3f76d2e tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:43.937186 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-67c985eb-bf93-4171-b545-70322d6219e3 req-18ca9cad-4e3e-4464-baa3-312de3f76d2e tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0789807
Jun 08 04:04:43.986221 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-67c985eb-bf93-4171-b545-70322d6219e3 req-ba89bf71-3a90-45aa-b323-7759e0b88670 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434787
Jun 08 04:04:45.166321 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9b445-4ffd-4780-9756-277e3a8dd184 req-2aa28c81-9f91-4c00-930d-a822435c769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:45.167782 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-70a9b445-4ffd-4780-9756-277e3a8dd184 req-2aa28c81-9f91-4c00-930d-a822435c769b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed3b379f822647c999c0ef8f3374f442&device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 1099 time: 0.0788887
Jun 08 04:04:45.176532 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87977b-0809-4f38-8410-51f426edf50e req-23b8222a-b99e-40e3-9df4-de44ea2d1e68 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:45.178609 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-af87977b-0809-4f38-8410-51f426edf50e req-23b8222a-b99e-40e3-9df4-de44ea2d1e68 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0846612
Jun 08 04:04:45.232297 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-af87977b-0809-4f38-8410-51f426edf50e req-83716bbf-953d-4964-bd90-7ba415ce7e4c tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0478172
Jun 08 04:04:45.257859 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e1e74661-c107-4e6a-8786-8b338439f48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:45.324877 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9b445-4ffd-4780-9756-277e3a8dd184 req-24a31be1-39ca-4924-bb5b-c23cfba8b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:45.326292 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-70a9b445-4ffd-4780-9756-277e3a8dd184 req-24a31be1-39ca-4924-bb5b-c23cfba8b942 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec3d888d-6dff-4db9-9652-095621504c10 HTTP/1.1" status: 200  len: 909 time: 0.1478853
Jun 08 04:04:45.437880 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-70a9b445-4ffd-4780-9756-277e3a8dd184 req-82a14382-39a3-4651-9b5c-26748e9b6143 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23028f6-136c-4e9b-926f-2828a58156d6 HTTP/1.1" status: 200  len: 1002 time: 0.1045735
Jun 08 04:04:45.455500 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:45.500534 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9b445-4ffd-4780-9756-277e3a8dd184 req-bd6185ca-3743-4ff1-b02d-a6d5cb147e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:45.501861 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-70a9b445-4ffd-4780-9756-277e3a8dd184 req-bd6185ca-3743-4ff1-b02d-a6d5cb147e51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e9ffa32-8773-4eab-a887-3d9ef463e4c2 HTTP/1.1" status: 200  len: 847 time: 0.0566797
Jun 08 04:04:45.580174 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9b445-4ffd-4780-9756-277e3a8dd184 req-69562293-dff4-4baa-91b2-78099172d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:45.581985 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-70a9b445-4ffd-4780-9756-277e3a8dd184 req-69562293-dff4-4baa-91b2-78099172d853 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec3d888d-6dff-4db9-9652-095621504c10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688775
Jun 08 04:04:45.804472 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-70a9b445-4ffd-4780-9756-277e3a8dd184 req-ff012b6f-9e7e-4611-86d2-ded5a822311e service neutron] 10.222.0.42 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117484
Jun 08 04:04:45.945387 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-70a9b445-4ffd-4780-9756-277e3a8dd184 req-53e44462-02d5-457f-aac2-6b5c729602d1 service neutron] 10.222.0.42 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299725
Jun 08 04:04:46.422084 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5da18-5b78-48ae-9dfe-78c4e3a3c3a4 req-3d38eab4-17a4-4fd5-9ca8-00f100898a84 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:46.423566 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4ba5da18-5b78-48ae-9dfe-78c4e3a3c3a4 req-3d38eab4-17a4-4fd5-9ca8-00f100898a84 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0838680
Jun 08 04:04:46.433506 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:46.469090 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4ba5da18-5b78-48ae-9dfe-78c4e3a3c3a4 req-9769e1c5-4d9a-4b64-a762-68392f1cca7f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389984
Jun 08 04:04:47.657249 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968ed75-85e0-4718-ae73-a289c7a56022 req-f4e28ac2-29a3-4520-bedb-aad3b493fc41 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:47.658678 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7968ed75-85e0-4718-ae73-a289c7a56022 req-f4e28ac2-29a3-4520-bedb-aad3b493fc41 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0790100
Jun 08 04:04:47.702882 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7968ed75-85e0-4718-ae73-a289c7a56022 req-b21523a9-3275-41d1-ad6c-39cf7397477c tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0383656
Jun 08 04:04:48.024410 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:48.888219 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ca45e-2969-42b4-9adb-a040db502a8c req-2d177899-afbd-4a79-9668-526bb167b8e6 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:48.889660 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-783ca45e-2969-42b4-9adb-a040db502a8c req-2d177899-afbd-4a79-9668-526bb167b8e6 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0819259
Jun 08 04:04:48.933832 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-783ca45e-2969-42b4-9adb-a040db502a8c req-1bf24032-dab5-487d-88ec-7ae9b8378b1e tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384223
Jun 08 04:04:49.266141 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 52982) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:49.288513 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54856ea-cb40-4f14-8baa-e93ec814da37 req-eb1dfbd7-2dbc-4127-ad60-791e83d77d05 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:49.289775 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b54856ea-cb40-4f14-8baa-e93ec814da37 req-eb1dfbd7-2dbc-4127-ad60-791e83d77d05 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.0818880
Jun 08 04:04:49.339009 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b54856ea-cb40-4f14-8baa-e93ec814da37 req-07ce4f09-4072-4ee6-9fb6-e60f6655de06 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422847
Jun 08 04:04:49.394662 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-cd0588d8-cb1e-4c26-8858-ae1d973ac41e req-b855c4e4-6a20-447d-bc97-21d77c268d69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1272011
Jun 08 04:04:50.449207 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device a23028f6-136c-4e9b-926f-2828a58156d6 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:04:50.564985 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20842994-dd64-4309-ab0d-460cbce3a7d0 req-5a71bab4-8ed8-4d1e-b2ad-18d7656bfeb9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:50.566550 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-20842994-dd64-4309-ab0d-460cbce3a7d0 req-5a71bab4-8ed8-4d1e-b2ad-18d7656bfeb9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.1136162
Jun 08 04:04:50.626358 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-20842994-dd64-4309-ab0d-460cbce3a7d0 req-f0ab77d1-6f52-457f-bb6f-59795d16b2d2 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0535991
Jun 08 04:04:50.677572 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:50.704121 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a23028f6-136c-4e9b-926f-2828a58156d6'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:04:50.706352 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9fb686-2008-4602-9977-318a5e1d0b6d" -d '{"events": [{"server_uuid": "11c2a293-f6d8-48b1-ad33-a81d588d8d71", "name": "network-vif-unplugged", "status": "completed", "tag": "a23028f6-136c-4e9b-926f-2828a58156d6"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:04:50.714794 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port a23028f6-136c-4e9b-926f-2828a58156d6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a23028f6-136c-4e9b-926f-2828a58156d6,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:04:50.718647 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:50.720517 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:50.753953 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 04:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b84c39e-99eb-48f1-8527-7b81f3d0905e x-openstack-request-id: req-9b84c39e-99eb-48f1-8527-7b81f3d0905e {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:04:50.754248 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c2a293-f6d8-48b1-ad33-a81d588d8d71", "name": "network-vif-unplugged", "status": "completed", "tag": "a23028f6-136c-4e9b-926f-2828a58156d6", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:04:50.754505 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b84c39e-99eb-48f1-8527-7b81f3d0905e {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:04:50.754922 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'code': 200}
Jun 08 04:04:50.784986 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=a23028f6-136c-4e9b-926f-2828a58156d6,revision_number=6']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:50.792560 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:50.792901 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:50.793236 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:50.793567 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:50.793895 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:50.794216 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:50.794535 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:50.794851 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:50.795177 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:50.795491 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:50.795807 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:50.796118 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:50.799886 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:51.046613 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0588d8-cb1e-4c26-8858-ae1d973ac41e req-5e086b73-ce5a-4922-a18c-10df5d0e0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:51.047954 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-cd0588d8-cb1e-4c26-8858-ae1d973ac41e req-5e086b73-ce5a-4922-a18c-10df5d0e0d61 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71&tenant_id=ed3b379f822647c999c0ef8f3374f442 HTTP/1.1" status: 200  len: 1097 time: 0.0696793
Jun 08 04:04:51.143198 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0588d8-cb1e-4c26-8858-ae1d973ac41e req-435456c8-f6b4-48f7-9e3a-3b800053be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:51.144628 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-cd0588d8-cb1e-4c26-8858-ae1d973ac41e req-435456c8-f6b4-48f7-9e3a-3b800053be8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed3b379f822647c999c0ef8f3374f442&device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 1097 time: 0.0722492
Jun 08 04:04:51.272612 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0588d8-cb1e-4c26-8858-ae1d973ac41e req-1e8beaba-2063-4caf-9883-570b133d04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:51.274009 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-cd0588d8-cb1e-4c26-8858-ae1d973ac41e req-1e8beaba-2063-4caf-9883-570b133d04aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec3d888d-6dff-4db9-9652-095621504c10 HTTP/1.1" status: 200  len: 909 time: 0.1229019
Jun 08 04:04:51.377721 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-cd0588d8-cb1e-4c26-8858-ae1d973ac41e req-6a0f014f-9a3b-40bc-8627-139991e2411f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23028f6-136c-4e9b-926f-2828a58156d6 HTTP/1.1" status: 200  len: 1000 time: 0.0956013
Jun 08 04:04:51.441226 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0588d8-cb1e-4c26-8858-ae1d973ac41e req-e9eef676-8ed7-4c74-8e49-b87b86174026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:51.443220 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-cd0588d8-cb1e-4c26-8858-ae1d973ac41e req-e9eef676-8ed7-4c74-8e49-b87b86174026 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e9ffa32-8773-4eab-a887-3d9ef463e4c2 HTTP/1.1" status: 200  len: 847 time: 0.0567245
Jun 08 04:04:51.522413 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0588d8-cb1e-4c26-8858-ae1d973ac41e req-93bfc446-d30e-4d39-9df5-f62d560ab330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:51.523934 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-cd0588d8-cb1e-4c26-8858-ae1d973ac41e req-93bfc446-d30e-4d39-9df5-f62d560ab330 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec3d888d-6dff-4db9-9652-095621504c10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746896
Jun 08 04:04:51.663716 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-cd0588d8-cb1e-4c26-8858-ae1d973ac41e req-c75e121b-d5e9-4f71-847a-f3944c30c6ea service neutron] 10.222.0.42 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315341
Jun 08 04:04:51.812984 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-cd0588d8-cb1e-4c26-8858-ae1d973ac41e req-b4adc4a8-ac0a-46f6-9207-c77e31e5f374 service neutron] 10.222.0.42 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406827
Jun 08 04:04:51.827517 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129ef9d-c49a-40d2-9a66-9812d1fb420e req-416fb30b-d65d-4bd0-9e2c-54c6cf63780e tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:51.829832 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e129ef9d-c49a-40d2-9a66-9812d1fb420e req-416fb30b-d65d-4bd0-9e2c-54c6cf63780e tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0911944
Jun 08 04:04:51.878198 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e129ef9d-c49a-40d2-9a66-9812d1fb420e req-fd509acc-5b29-44de-a434-52f27f87c9e8 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410507
Jun 08 04:04:53.219715 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7bfcc-a566-4144-bbde-efa30d8793fe req-67698474-69ba-4c20-a16d-b07f21beadc6 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:53.221182 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29a7bfcc-a566-4144-bbde-efa30d8793fe req-67698474-69ba-4c20-a16d-b07f21beadc6 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0802832
Jun 08 04:04:53.268000 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-29a7bfcc-a566-4144-bbde-efa30d8793fe req-354eb4e1-77d7-43c4-80dd-f354fb943d96 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396292
Jun 08 04:04:54.460723 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5de74-95c1-42be-8c30-df706d84797c req-56108500-ed2b-4960-9669-eeaeb9be465b tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:54.462162 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ffb5de74-95c1-42be-8c30-df706d84797c req-56108500-ed2b-4960-9669-eeaeb9be465b tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0865757
Jun 08 04:04:54.510113 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ffb5de74-95c1-42be-8c30-df706d84797c req-eadf0933-df92-48f9-a731-6fd025bffa49 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420589
Jun 08 04:04:55.371140 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53068) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:55.429814 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Deleting subnet 26423151-9e6f-4f8a-ad8e-c55a6f114353 {{(pid=91648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:04:55.432652 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:55.478823 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327513'] for subnet, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:55.534347 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:55.599924 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2358576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981074'] for subnet, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:55.604852 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d87426ff-2a27-4722-9d06-35503b2514ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:55.639765 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26423151-9e6f-4f8a-ad8e-c55a6f114353,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:55.642655 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:55.644088 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/26423151-9e6f-4f8a-ad8e-c55a6f114353 HTTP/1.1" status: 204  len: 168 time: 0.2718344
Jun 08 04:04:55.646457 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53072) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:55.667253 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:55.667627 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:55.667993 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:55.668373 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:55.668731 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:55.669090 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:55.669441 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:55.669792 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:55.670141 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:55.670485 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:55.670831 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:55.671174 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:04:55.700823 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078736-e8b4-49e0-bcdb-1d4e558ec3fd req-1436ce51-44af-4f09-a169-0a7dfacbb4fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:55.702261 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-81078736-e8b4-49e0-bcdb-1d4e558ec3fd req-1436ce51-44af-4f09-a169-0a7dfacbb4fb tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0819609
Jun 08 04:04:55.722416 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-a7f7615b-bba0-4adb-95fc-c5b362df4aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:55.746987 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-81078736-e8b4-49e0-bcdb-1d4e558ec3fd req-9aaa243d-90cb-4ac2-8da9-9fec82cdf47b tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390234
Jun 08 04:04:55.762340 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2857d929-bb53-4ca6-ac83-b0f065ad1160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:55.957123 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2857d929-bb53-4ca6-ac83-b0f065ad1160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:55.973195 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-2857d929-bb53-4ca6-ac83-b0f065ad1160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb001b55970>,) {'filters': {'network_id': ['87a5be73-8e7f-41e4-9931-937a6237e594']}} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:55.985411 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-2857d929-bb53-4ca6-ac83-b0f065ad1160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb001b55970>, 'b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9') {'for_net_delete': True} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:55.985711 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-2857d929-bb53-4ca6-ac83-b0f065ad1160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb001b55970>, 'b56f3f9d-c9c4-4d55-93f9-9f4b1cf83dd9') {} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:04:55.996809 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2857d929-bb53-4ca6-ac83-b0f065ad1160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2327506'] for segment, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:56.012441 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2857d929-bb53-4ca6-ac83-b0f065ad1160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:56.018398 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2857d929-bb53-4ca6-ac83-b0f065ad1160 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=91648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:04:56.018779 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2857d929-bb53-4ca6-ac83-b0f065ad1160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2358677'] for segment, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]: Traceback (most recent call last):
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     timer()
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     cb(*args, **kw)
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     return func(*args, **kwargs)
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     self._notify()
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     self.callback(batched_events)
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     event.method(event)
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     return f(self, *a, **k)
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._get(url).json()
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:04:56.032107 dv-cinder-786627-8-iscsi neutron-server[91648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:04:56.105715 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2857d929-bb53-4ca6-ac83-b0f065ad1160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:56.109427 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:56.125857 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2857d929-bb53-4ca6-ac83-b0f065ad1160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:56.127628 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-2857d929-bb53-4ca6-ac83-b0f065ad1160 admin admin] 10.222.0.15 "DELETE /v2.0/networks/87a5be73-8e7f-41e4-9931-937a6237e594 HTTP/1.1" status: 204  len: 168 time: 0.4773180
Jun 08 04:04:56.133465 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857d929-bb53-4ca6-ac83-b0f065ad1160 admin admin] Pushing event deleted for resources: {'Network': ['ID=87a5be73-8e7f-41e4-9931-937a6237e594,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:56.137247 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2857d929-bb53-4ca6-ac83-b0f065ad1160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:56.306507 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53080) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:56.354572 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-612c6ac8-d079-495b-912e-cdaffcf3e466 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1dfb41c8255471281f4c5a2411e0a36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0467978
Jun 08 04:04:56.356888 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53082) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:56.412882 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-598b3df3-4a69-4d4d-9b09-1f8556f6e0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:56.437995 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-598b3df3-4a69-4d4d-9b09-1f8556f6e0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:56.487858 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-598b3df3-4a69-4d4d-9b09-1f8556f6e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:56.491170 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-598b3df3-4a69-4d4d-9b09-1f8556f6e0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:56.492294 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-598b3df3-4a69-4d4d-9b09-1f8556f6e0a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d9af2fa-6e89-4334-adf4-8a020bcf55f2 HTTP/1.1" status: 204  len: 168 time: 0.1344683
Jun 08 04:04:56.493052 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-cb5e7ac1-ad07-472c-be29-3e4865164e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:56.502222 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b3df3-4a69-4d4d-9b09-1f8556f6e0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9af2fa-6e89-4334-adf4-8a020bcf55f2,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:56.504581 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-598b3df3-4a69-4d4d-9b09-1f8556f6e0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:56.905315 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:04:56.935718 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac58f7-906a-41b0-b699-36c9393f23d1 req-cd19a90d-568e-4fa1-8b28-ccd26acb6034 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:56.937193 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-34ac58f7-906a-41b0-b699-36c9393f23d1 req-cd19a90d-568e-4fa1-8b28-ccd26acb6034 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.0829380
Jun 08 04:04:56.990361 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-34ac58f7-906a-41b0-b699-36c9393f23d1 req-d2187a46-d489-4a03-8d59-4b01ab6d108d tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470521
Jun 08 04:04:57.205439 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53108) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:57.311119 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2100133525-network', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:04:57.333735 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Made reservation on behalf of e3ec1b56600749dc987c518b49c901a1 for: {'network': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:04:57.336213 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:57.348876 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:57.460614 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:57.464254 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:57.468108 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-a89f9dd8-95c7-4b8f-96b5-3240d5b825c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:57.491155 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=91648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 04:04:57.503035 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691683c6-9bd2-4950-ba51-ca09421ca399,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:57.507624 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:57.508567 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:57.508901 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.segments_db [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Added segment 9198afbb-9096-4aae-9d43-d4142c8e0b20 of type vlan for network 8dcb41e7-7cee-4a56-8efa-df501531d14b
Jun 08 04:04:57.535856 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:57.564104 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:57.565417 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:57.565993 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:57.571177 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-5a766365-24ba-4923-86e1-45283b4c23c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:57.654091 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4474673
Jun 08 04:04:57.656994 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53114) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:57.662880 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-d0446883-2ba1-42f9-8893-bd68738a8c4d admin admin] Request body: {'subnet': {'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2100133525-subnet', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'ip_version': 4}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:04:57.664232 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=8dcb41e7-7cee-4a56-8efa-df501531d14b,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:57.666868 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:57.674013 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 8dcb41e7-7cee-4a56-8efa-df501531d14b details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 04:04:57.684955 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0446883-2ba1-42f9-8893-bd68738a8c4d admin admin] Made reservation on behalf of e3ec1b56600749dc987c518b49c901a1 for: {'subnet': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:04:57.687254 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d0446883-2ba1-42f9-8893-bd68738a8c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2477004'] for subnet, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:57.886846 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d0446883-2ba1-42f9-8893-bd68738a8c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2509692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2477026'] for subnet, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:57.891661 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:57.964349 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0446883-2ba1-42f9-8893-bd68738a8c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=87648ad9-45b7-4365-a21e-13600630d53b,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:57.968178 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-d0446883-2ba1-42f9-8893-bd68738a8c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:57.972247 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0446883-2ba1-42f9-8893-bd68738a8c4d admin admin] Checking segment: {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:04:57.972638 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0446883-2ba1-42f9-8893-bd68738a8c4d admin admin] Network hostable DHCP agents. Network: 8dcb41e7-7cee-4a56-8efa-df501531d14b, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 04:04:57.989959 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0446883-2ba1-42f9-8893-bd68738a8c4d admin admin] Network 8dcb41e7-7cee-4a56-8efa-df501531d14b is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 04:04:57.998233 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-d0446883-2ba1-42f9-8893-bd68738a8c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 8dcb41e7-7cee-4a56-8efa-df501531d14b) {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:04:58.002079 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0446883-2ba1-42f9-8893-bd68738a8c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:58.002661 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d0446883-2ba1-42f9-8893-bd68738a8c4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:58.007271 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a12584-8856-4d05-98d1-0bab1f54dbec None None] Network 8dcb41e7-7cee-4a56-8efa-df501531d14b requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:04:58.020824 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-d0446883-2ba1-42f9-8893-bd68738a8c4d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3622203
Jun 08 04:04:58.023101 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53118) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:04:58.027577 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:04:58.051156 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-618584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4362'] for router, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:58.052729 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:58.069197 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:58.228141 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8192669b-121c-5dae-98fe-8037b84af970-8dcb41e7-7cee-4a56-8efa-df501531d14b', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b'}]}} from dv-cinder-786627-8-iscsi. {{(pid=91650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 04:04:58.229025 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:58.391059 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.db_base_plugin_common [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Allocated IP 172.20.0.2 (8dcb41e7-7cee-4a56-8efa-df501531d14b/87648ad9-45b7-4365-a21e-13600630d53b/0efabd6b-5ea1-46bc-b48e-bbe277a94a85) {{(pid=91650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:04:58.474595 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:58.493160 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device a23028f6-136c-4e9b-926f-2828a58156d6 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:04:58.559003 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7512c5-8efe-4212-9e25-f34a6808b974 req-0b513242-db33-4934-adba-099488d5ab2e tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:04:58.565721 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ca7512c5-8efe-4212-9e25-f34a6808b974 req-0b513242-db33-4934-adba-099488d5ab2e tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 944 time: 0.4277637
Jun 08 04:04:58.613762 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Notify callbacks [] for port, precommit_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:58.624828 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ca7512c5-8efe-4212-9e25-f34a6808b974 req-e2e3da8c-23f3-46fc-a008-e3bd4eddb116 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0581756
Jun 08 04:04:58.626274 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Transition to ACTIVE for port object 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:04:58.724409 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Transition to ACTIVE for port object 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 will not be triggered until provisioned by entity DHCP. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:04:58.741148 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:58.742172 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:04:58.742172 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:04:58.742172 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:04:58.742172 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:04:58.742172 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:04:58.742172 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:04:58.774439 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Network 8dcb41e7-7cee-4a56-8efa-df501531d14b is already hosted by enough agents. {{(pid=91650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:04:58.777175 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.base_scheduler [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Resources bound (agent type, host, resource id):  {{(pid=91650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:04:58.780121 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Received port after_create {{(pid=91650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:04:58.838056 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port a23028f6-136c-4e9b-926f-2828a58156d6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a23028f6-136c-4e9b-926f-2828a58156d6,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:04:58.881256 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:58.896983 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'port_id': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'mac_address': 'fa:16:3e:55:d9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:04:58.916240 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:58.951903 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Attempting to bind port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:04:58.952270 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Attempting to bind port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:04:58.953469 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Attempting to bind port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 on network 8dcb41e7-7cee-4a56-8efa-df501531d14b {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:04:58.966397 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:04:58.967050 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Checking segment: {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:04:58.968429 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:58.968975 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Bound using segment: {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:04:58.969798 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Bound port: 0efabd6b-5ea1-46bc-b48e-bbe277a94a85, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:04:58.971091 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:58.997072 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:59.055307 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23028f6-136c-4e9b-926f-2828a58156d6 {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:04:59.065748 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Allocated IP 172.27.3.153 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/163eea7e-955a-46d4-a45a-0ea48c80935e) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:04:59.086755 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port a23028f6-136c-4e9b-926f-2828a58156d6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a23028f6-136c-4e9b-926f-2828a58156d6,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:04:59.092796 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:59.099046 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:59.150920 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] For port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:04:59.164555 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] For port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=0efabd6b-5ea1-46bc-b48e-bbe277a94a85,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:04:59.173104 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:59.184582 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=a23028f6-136c-4e9b-926f-2828a58156d6,revision_number=7']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:59.187781 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:59.188741 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:04:59.221251 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:59.253232 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2509792'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:59.254152 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:04:59.254152 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:04:59.254152 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:04:59.254152 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:04:59.254152 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:04:59.254152 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:04:59.266284 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Pushing event updated for resources: {'Port': ['ID=0efabd6b-5ea1-46bc-b48e-bbe277a94a85,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:04:59.269577 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:04:59.272773 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:04:59.273917 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:04:59.276201 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:04:59.360233 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['a23028f6-136c-4e9b-926f-2828a58156d6'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:04:59.717122 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:04:59.910324 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:00.018638 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:05:00.121942 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e1e80-c27a-4408-ba8a-ffefc05aab8b req-32035f8a-04b8-4e71-aa41-6e84203e6dc9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:00.124002 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ad5e1e80-c27a-4408-ba8a-ffefc05aab8b req-32035f8a-04b8-4e71-aa41-6e84203e6dc9 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 945 time: 0.3549612
Jun 08 04:05:00.190162 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2fcbaa-cedf-44a7-b8dd-8db49cad5b4d None None] Network 8dcb41e7-7cee-4a56-8efa-df501531d14b requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:05:00.255914 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ad5e1e80-c27a-4408-ba8a-ffefc05aab8b req-f4177432-e819-4b57-853f-cbc9c7d5d7b5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1224177
Jun 08 04:05:00.275912 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616891'] for router, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:00.285402 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-e3e3b548-ad57-4a78-bab6-4b29f4604992 None None] Provisioning for port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:05:00.301949 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-e3e3b548-ad57-4a78-bab6-4b29f4604992 None None] Provisioning complete for port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:00.302327 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b548-ad57-4a78-bab6-4b29f4604992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:00.491067 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 is scheduled to L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 with binding_index 1 {{(pid=91649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 04:05:00.495232 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device a23028f6-136c-4e9b-926f-2828a58156d6 up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:00.565801 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b548-ad57-4a78-bab6-4b29f4604992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:00.616225 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-e3e3b548-ad57-4a78-bab6-4b29f4604992 None None] For port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=0efabd6b-5ea1-46bc-b48e-bbe277a94a85,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:00.619206 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port a23028f6-136c-4e9b-926f-2828a58156d6 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:00.619588 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:00.647806 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b548-ad57-4a78-bab6-4b29f4604992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:00.663463 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:00.700794 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:05:00.717900 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Sync routers for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:05:00.723838 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] Notify callbacks [] for router, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:00.725263 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-c7ce1f94-a58f-4272-a394-10278b189c77 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.7012305
Jun 08 04:05:00.728012 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53142) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:00.748864 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:05:00.749391 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002264dc0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:04:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:00.822115 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3b548-ad57-4a78-bab6-4b29f4604992 None None] Pushing event updated for resources: {'Port': ['ID=0efabd6b-5ea1-46bc-b48e-bbe277a94a85,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:00.827816 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-e3e3b548-ad57-4a78-bab6-4b29f4604992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:00.971192 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:01.016148 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23028f6-136c-4e9b-926f-2828a58156d6'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:05:01.018402 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de8893c-de98-4c17-97ac-9e686d6027ba" -d '{"events": [{"server_uuid": "11c2a293-f6d8-48b1-ad33-a81d588d8d71", "name": "network-vif-plugged", "status": "completed", "tag": "a23028f6-136c-4e9b-926f-2828a58156d6"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:05:01.027557 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-9a11f6ca-3c7a-453b-adfc-afac5845f2c0 None None] Provisioning complete for port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:01.027928 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-9a11f6ca-3c7a-453b-adfc-afac5845f2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:01.061491 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:05:01.112810 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port a23028f6-136c-4e9b-926f-2828a58156d6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a23028f6-136c-4e9b-926f-2828a58156d6,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:01.115104 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb96a7b6-7e22-4653-a23f-446d507ae70e x-openstack-request-id: req-fb96a7b6-7e22-4653-a23f-446d507ae70e {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:05:01.115346 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c2a293-f6d8-48b1-ad33-a81d588d8d71", "name": "network-vif-plugged", "status": "completed", "tag": "a23028f6-136c-4e9b-926f-2828a58156d6", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:05:01.115700 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb96a7b6-7e22-4653-a23f-446d507ae70e {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:05:01.115991 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'code': 200}
Jun 08 04:05:01.183753 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:01.187461 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:01.363446 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=a23028f6-136c-4e9b-926f-2828a58156d6,revision_number=8']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:01.394627 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:01.484172 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f4e8d-505e-4981-a5f5-25ddf114278d req-dfc076e4-d329-46e1-9c4c-9c07e292774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:01.487492 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4d7f4e8d-505e-4981-a5f5-25ddf114278d req-dfc076e4-d329-46e1-9c4c-9c07e292774d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 1099 time: 0.1288958
Jun 08 04:05:01.516655 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002264dc0>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:04:59Z', 'revision_number': 3, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:01.520936 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Checking router: 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:05:01.521304 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Updating router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 port 163eea7e-955a-46d4-a45a-0ea48c80935e binding host dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 04:05:01.533524 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4d7f4e8d-505e-4981-a5f5-25ddf114278d req-489141ab-beb7-4aaa-9315-3ab49c8e3c21 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0353291
Jun 08 04:05:01.574722 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:01.699967 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfcf08-e593-4bc4-971f-56fcede3b54a req-e94200e8-43a3-4e97-be8a-c56964a82d84 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:01.701463 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-42dfcf08-e593-4bc4-971f-56fcede3b54a req-e94200e8-43a3-4e97-be8a-c56964a82d84 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.2559381
Jun 08 04:05:01.711202 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a62ea-5386-4353-b135-ce49f41979e3 req-024d8e32-a269-4e4f-9bb5-84ded5000d58 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:01.712622 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-735a62ea-5386-4353-b135-ce49f41979e3 req-024d8e32-a269-4e4f-9bb5-84ded5000d58 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.2297945
Jun 08 04:05:01.834141 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-42dfcf08-e593-4bc4-971f-56fcede3b54a req-e8ce1368-6de8-44a8-8111-e8f0e3c2a350 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1187575
Jun 08 04:05:01.844162 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-735a62ea-5386-4353-b135-ce49f41979e3 req-e040624a-578b-4381-aa98-a3302bb5db5b tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1256063
Jun 08 04:05:01.848050 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:01.922172 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:02.020894 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Notify callbacks [] for port, precommit_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:02.036878 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Transition to ACTIVE for port object 163eea7e-955a-46d4-a45a-0ea48c80935e will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:05:02.044404 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:02.048681 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:02.078688 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Allocated IP 172.20.0.1 (8dcb41e7-7cee-4a56-8efa-df501531d14b/87648ad9-45b7-4365-a21e-13600630d53b/96b88f8d-849b-4893-a134-17d82ba3ce86) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:05:02.111614 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:02.111985 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:02.167619 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Attempting to bind port 163eea7e-955a-46d4-a45a-0ea48c80935e on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:05:02.167990 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Attempting to bind port 163eea7e-955a-46d4-a45a-0ea48c80935e by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:05:02.168379 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Attempting to bind port 163eea7e-955a-46d4-a45a-0ea48c80935e on network dad72041-fa15-4feb-a2cc-75b396c0b4c9 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:05:02.175549 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18593c-ec98-41b2-a924-3692ebeaf1bf None None] Pushing event updated for resources: {'Port': ['ID=163eea7e-955a-46d4-a45a-0ea48c80935e,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:02.183161 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-3d18593c-ec98-41b2-a924-3692ebeaf1bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:02.184037 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:05:02.184433 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Checking segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:05:02.184839 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:02.185227 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Bound using segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:05:02.185696 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Bound port: 163eea7e-955a-46d4-a45a-0ea48c80935e, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:05:02.186068 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:02.230875 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:02.247997 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.provisioning_blocks [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Transition to ACTIVE for port object 96b88f8d-849b-4893-a134-17d82ba3ce86 will not be triggered until provisioned by entity DHCP. {{(pid=91649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:05:02.276581 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2509792'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:02.277165 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:05:02.277165 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:05:02.277165 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:05:02.277165 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:05:02.277165 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:05:02.277165 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:05:02.295427 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Network 8dcb41e7-7cee-4a56-8efa-df501531d14b is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:05:02.297094 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:05:02.299624 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:05:02.315231 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] For port 163eea7e-955a-46d4-a45a-0ea48c80935e, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:05:02.328932 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] For port 163eea7e-955a-46d4-a45a-0ea48c80935e, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=163eea7e-955a-46d4-a45a-0ea48c80935e,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:05:02.337872 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:02.345968 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:02.363836 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033197'] for router_interface, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:02.448822 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:05:02.449547 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002264dc0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:04:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:02.504677 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:02.528733 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18593c-ec98-41b2-a924-3692ebeaf1bf None None] Pushing event updated for resources: {'Port': ['ID=163eea7e-955a-46d4-a45a-0ea48c80935e,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:02.531858 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-3d18593c-ec98-41b2-a924-3692ebeaf1bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:02.630395 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-3f3b15d4-dfe1-4837-bc87-d0738813a24e None None] Provisioning for port 96b88f8d-849b-4893-a134-17d82ba3ce86 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:05:02.640627 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-3f3b15d4-dfe1-4837-bc87-d0738813a24e None None] Provisioning complete for port 96b88f8d-849b-4893-a134-17d82ba3ce86 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:02.641000 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3f3b15d4-dfe1-4837-bc87-d0738813a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:02.704535 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:05:02.732854 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:02.738472 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2509822'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:02.768926 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-5a30dabb-3fbc-423e-8aa0-9de330f1f229 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:02.771090 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b15d4-dfe1-4837-bc87-d0738813a24e None None] Port 96b88f8d-849b-4893-a134-17d82ba3ce86 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:05:02.844842 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Pushing event updated for resources: {'Port': ['ID=96b88f8d-849b-4893-a134-17d82ba3ce86,revision_number=2']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:02.847289 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1033004'] for router_interface, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:02.851357 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:03.037054 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002264dc0>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 1, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:03.040956 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0d86f-0e0c-4208-a7fc-8892b71f9b86 None None] The sync data for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi is: [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 1, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:05:03.084806 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Network 8dcb41e7-7cee-4a56-8efa-df501531d14b is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:05:03.087966 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:05:03.308538 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-6d86ffcb-434c-460e-aeb5-96b3e6470634 None None] Provisioning complete for port 96b88f8d-849b-4893-a134-17d82ba3ce86 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:03.308917 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6d86ffcb-434c-460e-aeb5-96b3e6470634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:03.369651 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-6d86ffcb-434c-460e-aeb5-96b3e6470634 None None] Port 96b88f8d-849b-4893-a134-17d82ba3ce86 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:05:03.392473 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972e4df-8915-4bd0-b4dc-ff3b4922286b req-d239786b-b1ac-4e45-a66a-72d389d15501 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:03.393884 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4972e4df-8915-4bd0-b4dc-ff3b4922286b req-d239786b-b1ac-4e45-a66a-72d389d15501 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.4283345
Jun 08 04:05:03.408501 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a9f78-97f0-4776-a883-55604585a0f5 req-4053cd6e-2aa9-4837-8d1c-abe7541101e4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:03.409995 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-db5a9f78-97f0-4776-a883-55604585a0f5 req-4053cd6e-2aa9-4837-8d1c-abe7541101e4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.4044416
Jun 08 04:05:03.507628 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:05:03.514343 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-db5a9f78-97f0-4776-a883-55604585a0f5 req-91b9b0cd-74ea-41fe-ae64-34569455a297 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0925081
Jun 08 04:05:03.518691 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4972e4df-8915-4bd0-b4dc-ff3b4922286b req-60984872-4cb2-4f15-b49c-443c466cd427 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983794
Jun 08 04:05:03.732429 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:05:03.738670 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] 10.222.0.15 "PUT /v2.0/routers/6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0095387
Jun 08 04:05:03.915533 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 163eea7e-955a-46d4-a45a-0ea48c80935e up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:04.000074 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 163eea7e-955a-46d4-a45a-0ea48c80935e completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:05:04.005980 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 163eea7e-955a-46d4-a45a-0ea48c80935e triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:04.006357 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:04.202182 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:04.226116 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port 163eea7e-955a-46d4-a45a-0ea48c80935e, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=163eea7e-955a-46d4-a45a-0ea48c80935e,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:04.231571 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:04.236431 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:04.305617 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=163eea7e-955a-46d4-a45a-0ea48c80935e,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:04.310119 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:04.341971 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53186) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:04.346931 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1008645248-network', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:05:04.380106 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Made reservation on behalf of f23ee650bb854612866d94ea84c5b484 for: {'network': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:05:04.382595 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:04.396169 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:04.509060 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:04.513183 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:04.516430 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e475cef7-4a5a-48d1-a5c9-79cd529727ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:04.547434 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=91649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 04:05:04.557488 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0883e53b-0c7c-4ee5-b25f-24d580dee567,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:04.561843 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:04.565490 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:04.565941 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.segments_db [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Added segment bac74af5-0c18-427b-8ef6-644bfcc19458 of type vlan for network 05cced1e-5cf1-4987-b14e-290528be0f98
Jun 08 04:05:04.600192 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:04.632873 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:04.634196 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:04.634774 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:04.638455 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:04.765015 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4217529
Jun 08 04:05:04.767534 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53192) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:04.772664 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-8193f920-3e94-4023-b11f-ff13e92bc9ea admin admin] Request body: {'subnet': {'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1008645248-subnet', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'ip_version': 4}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:05:04.783698 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Pushing event updated for resources: {'Network': ['ID=05cced1e-5cf1-4987-b14e-290528be0f98,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:04.787808 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:04.802116 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8193f920-3e94-4023-b11f-ff13e92bc9ea admin admin] Made reservation on behalf of f23ee650bb854612866d94ea84c5b484 for: {'subnet': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:05:04.804181 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 05cced1e-5cf1-4987-b14e-290528be0f98 details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 04:05:04.805155 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8193f920-3e94-4023-b11f-ff13e92bc9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981111'] for subnet, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:04.820638 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127cc40-348e-4ba9-aa30-d20bb4547e55 req-27ed7ebe-70b3-4fa0-85eb-59db7e6c00af tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:04.822123 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9127cc40-348e-4ba9-aa30-d20bb4547e55 req-27ed7ebe-70b3-4fa0-85eb-59db7e6c00af tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.1185358
Jun 08 04:05:04.877828 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9127cc40-348e-4ba9-aa30-d20bb4547e55 req-0ff0aeff-5819-4a2a-a0dc-fbc3e7b5d21d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464764
Jun 08 04:05:05.028679 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8193f920-3e94-4023-b11f-ff13e92bc9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981081'] for subnet, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:05.032560 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9cdbc269-949e-446c-ba83-b697976216db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:05.099003 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193f920-3e94-4023-b11f-ff13e92bc9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af1948b-2e12-4883-8d2a-4773ff3f9af7,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:05.102244 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-8193f920-3e94-4023-b11f-ff13e92bc9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:05.115007 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193f920-3e94-4023-b11f-ff13e92bc9ea admin admin] Checking segment: {'id': 'bac74af5-0c18-427b-8ef6-644bfcc19458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:05:05.115355 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8193f920-3e94-4023-b11f-ff13e92bc9ea admin admin] Network hostable DHCP agents. Network: 05cced1e-5cf1-4987-b14e-290528be0f98, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 04:05:05.132638 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8193f920-3e94-4023-b11f-ff13e92bc9ea admin admin] Network 05cced1e-5cf1-4987-b14e-290528be0f98 is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 04:05:05.144043 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-8193f920-3e94-4023-b11f-ff13e92bc9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 05cced1e-5cf1-4987-b14e-290528be0f98) {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:05:05.150315 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8193f920-3e94-4023-b11f-ff13e92bc9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:05.150315 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8193f920-3e94-4023-b11f-ff13e92bc9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:05.153506 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238a72cb-bd06-40b2-afed-056318611597 None None] Network 05cced1e-5cf1-4987-b14e-290528be0f98 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:05:05.172247 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Sync routers for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:05:05.178066 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-8193f920-3e94-4023-b11f-ff13e92bc9ea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4063308
Jun 08 04:05:05.178243 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53194) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:05.182354 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:05:05.182959 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0021e1850>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:04:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:05.183243 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1008645248-router', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:05:05.206840 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-618584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4362'] for router, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:05.208448 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:05.228451 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:05.361645 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:05:05.387841 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8192669b-121c-5dae-98fe-8037b84af970-05cced1e-5cf1-4987-b14e-290528be0f98', 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'fixed_ips': [{'subnet_id': '0af1948b-2e12-4883-8d2a-4773ff3f9af7'}]}} from dv-cinder-786627-8-iscsi. {{(pid=91650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 04:05:05.388706 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:05.523250 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:05.560659 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.db_base_plugin_common [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Allocated IP 172.20.0.2 (05cced1e-5cf1-4987-b14e-290528be0f98/0af1948b-2e12-4883-8d2a-4773ff3f9af7/b9770b2f-9280-4043-ba47-6adb46540e06) {{(pid=91650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:05:05.700949 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0021e1850>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 2, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:05.704940 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Checking router: 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:05:05.705539 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Updating router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 port 96b88f8d-849b-4893-a134-17d82ba3ce86 binding host dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 04:05:05.762487 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:05.809631 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Notify callbacks [] for port, precommit_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:05.823161 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Transition to ACTIVE for port object b9770b2f-9280-4043-ba47-6adb46540e06 will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:05:05.845605 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Transition to ACTIVE for port object b9770b2f-9280-4043-ba47-6adb46540e06 will not be triggered until provisioned by entity DHCP. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:05:05.853967 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:05.854752 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:05:05.854752 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:05:05.854752 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:05:05.854752 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:05:05.854752 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:05:05.854752 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:05:05.891505 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Network 05cced1e-5cf1-4987-b14e-290528be0f98 is already hosted by enough agents. {{(pid=91650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:05:05.894379 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.base_scheduler [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Resources bound (agent type, host, resource id):  {{(pid=91650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:05:05.896972 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Received port after_create {{(pid=91650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:05:05.962715 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 163eea7e-955a-46d4-a45a-0ea48c80935e up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:05.997916 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.007877 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.030671 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.083261 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Attempting to bind port b9770b2f-9280-4043-ba47-6adb46540e06 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:05:06.083893 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Attempting to bind port b9770b2f-9280-4043-ba47-6adb46540e06 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'bac74af5-0c18-427b-8ef6-644bfcc19458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:05:06.084467 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Attempting to bind port b9770b2f-9280-4043-ba47-6adb46540e06 on network 05cced1e-5cf1-4987-b14e-290528be0f98 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:05:06.094708 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:05:06.095086 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Checking segment: {'id': 'bac74af5-0c18-427b-8ef6-644bfcc19458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:05:06.095489 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.095981 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Bound using segment: {'id': 'bac74af5-0c18-427b-8ef6-644bfcc19458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:05:06.096481 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Bound port: b9770b2f-9280-4043-ba47-6adb46540e06, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac74af5-0c18-427b-8ef6-644bfcc19458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:05:06.096855 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.149199 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50908d17-37d5-4136-b572-da1757c0bcd7 req-00e88a2f-f125-431e-a29a-6be383a29520 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:06.150169 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.151697 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-50908d17-37d5-4136-b572-da1757c0bcd7 req-00e88a2f-f125-431e-a29a-6be383a29520 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.1026483
Jun 08 04:05:06.166394 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Transition to ACTIVE for port object 96b88f8d-849b-4893-a134-17d82ba3ce86 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:05:06.177432 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.191760 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-bbca37c2-9e47-45bb-9192-6e8462b9cd97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:06.194520 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] For port b9770b2f-9280-4043-ba47-6adb46540e06, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:05:06.197646 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] For port b9770b2f-9280-4043-ba47-6adb46540e06, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=b9770b2f-9280-4043-ba47-6adb46540e06,segment=NetworkSegment(bac74af5-0c18-427b-8ef6-644bfcc19458),segment_id=bac74af5-0c18-427b-8ef6-644bfcc19458)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:05:06.198835 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 163eea7e-955a-46d4-a45a-0ea48c80935e triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:06.199261 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.210861 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Allocated IP 172.27.3.174 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/f654a4b6-53cc-4907-b360-f735d0720659) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:05:06.224087 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.230023 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-50908d17-37d5-4136-b572-da1757c0bcd7 req-ce018994-cf0d-49c1-ba89-39cda6f33fec tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599518
Jun 08 04:05:06.233940 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:06.343198 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Pushing event updated for resources: {'Port': ['ID=b9770b2f-9280-4043-ba47-6adb46540e06,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:06.356740 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:06.397974 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.434726 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.435411 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:05:06.435411 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:05:06.435411 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:05:06.435411 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:05:06.435411 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:05:06.435411 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:05:06.453992 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:05:06.455237 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:05:06.458162 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:05:06.503535 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Pushing event updated for resources: {'Port': ['ID=96b88f8d-849b-4893-a134-17d82ba3ce86,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:06.515848 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:06.516300 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:06.516751 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:06.517172 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:06.517595 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:06.518011 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:06.518441 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:06.518853 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:06.519289 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:06.519705 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:06.520682 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:06.521183 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:06.525201 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:06.546965 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Attempting to bind port 96b88f8d-849b-4893-a134-17d82ba3ce86 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:05:06.547461 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Attempting to bind port 96b88f8d-849b-4893-a134-17d82ba3ce86 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:05:06.548000 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Attempting to bind port 96b88f8d-849b-4893-a134-17d82ba3ce86 on network 8dcb41e7-7cee-4a56-8efa-df501531d14b {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:05:06.573152 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:05:06.573152 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Checking segment: {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:05:06.573152 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.573152 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Bound using segment: {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:05:06.573152 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Bound port: 96b88f8d-849b-4893-a134-17d82ba3ce86, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:05:06.577585 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.673824 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] For port 96b88f8d-849b-4893-a134-17d82ba3ce86, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:05:06.677248 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] For port 96b88f8d-849b-4893-a134-17d82ba3ce86, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=96b88f8d-849b-4893-a134-17d82ba3ce86,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:05:06.687446 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.692958 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:06.769786 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:05:06.770528 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0021e1850>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:04:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:06.823610 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Pushing event updated for resources: {'Port': ['ID=96b88f8d-849b-4893-a134-17d82ba3ce86,revision_number=4']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:06.834211 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:06.920240 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:06.959077 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:05:07.284803 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0021e1850>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:06Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:07.289045 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7eabe-1ce0-4689-90c6-db9b2032012f None None] The sync data for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi is: [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:06Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:05:07.293787 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616891'] for router, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:07.410329 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab51675-1524-4022-91e0-b584dc41dac8 None None] Network 05cced1e-5cf1-4987-b14e-290528be0f98 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:05:07.445899 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c82af-4564-4e9a-8136-7be1554f4692 req-b6f370c6-8082-4b42-8b5f-f2b230a7041e tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:07.453872 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-162c82af-4564-4e9a-8136-7be1554f4692 req-b6f370c6-8082-4b42-8b5f-f2b230a7041e tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.0991700
Jun 08 04:05:07.501260 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-162c82af-4564-4e9a-8136-7be1554f4692 req-acb48415-082e-42ff-a1cd-485a446da036 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461044
Jun 08 04:05:07.529213 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-b258a68b-ad03-476a-bbac-1d2aacfec5b1 None None] Provisioning for port b9770b2f-9280-4043-ba47-6adb46540e06 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:05:07.663753 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Router 2b5d0539-f93e-4efb-b499-084343a1276a is scheduled to L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 with binding_index 1 {{(pid=91648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 04:05:07.885912 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:05:07.894821 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Sync routers for ids ['2b5d0539-f93e-4efb-b499-084343a1276a'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:05:07.908627 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Routers {'2b5d0539-f93e-4efb-b499-084343a1276a'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:05:07.909749 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00168a490>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:04:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2b5d0539-f93e-4efb-b499-084343a1276a'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:07.917221 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] Notify callbacks [] for router, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:07.920916 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-5fe69ff3-ae46-4a5d-987a-8c1f0732edee admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.7416422
Jun 08 04:05:07.921506 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53204) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:08.097399 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 96b88f8d-849b-4893-a134-17d82ba3ce86 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:08.218114 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 96b88f8d-849b-4893-a134-17d82ba3ce86 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:05:08.221857 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Set router 2b5d0539-f93e-4efb-b499-084343a1276a gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:05:08.320570 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 96b88f8d-849b-4893-a134-17d82ba3ce86 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:08.320942 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:08.401715 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4be5ee35-ac79-4555-9046-9e2904e90703 req-b2f6dd0c-7831-4f28-a714-33061f042184 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0936241
Jun 08 04:05:08.571235 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:08.608364 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5ee35-ac79-4555-9046-9e2904e90703 req-943a0421-b5ec-4904-a239-37b89612a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:08.610614 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4be5ee35-ac79-4555-9046-9e2904e90703 req-943a0421-b5ec-4904-a239-37b89612a578 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed3b379f822647c999c0ef8f3374f442&device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 1099 time: 0.1346099
Jun 08 04:05:08.651588 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port 96b88f8d-849b-4893-a134-17d82ba3ce86, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=96b88f8d-849b-4893-a134-17d82ba3ce86,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:08.660271 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:08.661202 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device b9770b2f-9280-4043-ba47-6adb46540e06 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:08.700414 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:08.835663 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5ee35-ac79-4555-9046-9e2904e90703 req-e0ee436c-a032-4637-aadd-069b6cfb76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:08.838171 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4be5ee35-ac79-4555-9046-9e2904e90703 req-e0ee436c-a032-4637-aadd-069b6cfb76e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec3d888d-6dff-4db9-9652-095621504c10 HTTP/1.1" status: 200  len: 909 time: 0.2080500
Jun 08 04:05:08.889695 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=96b88f8d-849b-4893-a134-17d82ba3ce86,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:08.902720 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00168a490>, [{'id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'name': 'tempest-TestVolumeBootPattern-1008645248-router', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f654a4b6-53cc-4907-b360-f735d0720659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:05Z', 'updated_at': '2021-06-08T04:05:06Z', 'revision_number': 3, 'project_id': 'f23ee650bb854612866d94ea84c5b484', 'gw_port': {'id': 'f654a4b6-53cc-4907-b360-f735d0720659', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:36:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:06Z', 'updated_at': '2021-06-08T04:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:08.904893 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:08.909739 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Checking router: 2b5d0539-f93e-4efb-b499-084343a1276a for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:05:08.910271 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Updating router 2b5d0539-f93e-4efb-b499-084343a1276a port f654a4b6-53cc-4907-b360-f735d0720659 binding host dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 04:05:08.943059 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port b9770b2f-9280-4043-ba47-6adb46540e06 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:05:08.963221 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port b9770b2f-9280-4043-ba47-6adb46540e06 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:08.963604 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:08.965684 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f52d28-3079-491a-abb9-1b657b836e50 req-72638bbf-e492-48b2-877b-f750504fbb0f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:08.967176 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-20f52d28-3079-491a-abb9-1b657b836e50 req-72638bbf-e492-48b2-877b-f750504fbb0f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.1912870
Jun 08 04:05:08.968343 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4be5ee35-ac79-4555-9046-9e2904e90703 req-167ec796-2154-4d3a-9bbc-1ca6480c5f7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23028f6-136c-4e9b-926f-2828a58156d6 HTTP/1.1" status: 200  len: 1002 time: 0.1225312
Jun 08 04:05:08.971376 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.021872 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.044755 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5ee35-ac79-4555-9046-9e2904e90703 req-d6cbac7b-a1c1-41bf-bab4-d40739f97473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:09.046226 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4be5ee35-ac79-4555-9046-9e2904e90703 req-d6cbac7b-a1c1-41bf-bab4-d40739f97473 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e9ffa32-8773-4eab-a887-3d9ef463e4c2 HTTP/1.1" status: 200  len: 847 time: 0.0652621
Jun 08 04:05:09.079132 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-20f52d28-3079-491a-abb9-1b657b836e50 req-9c56da65-d544-4508-99a2-f1402ec9173c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0975199
Jun 08 04:05:09.139391 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5ee35-ac79-4555-9046-9e2904e90703 req-edd5110f-479f-4239-b397-39f6078f7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:09.140887 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4be5ee35-ac79-4555-9046-9e2904e90703 req-edd5110f-479f-4239-b397-39f6078f7b19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec3d888d-6dff-4db9-9652-095621504c10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828154
Jun 08 04:05:09.204297 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.241597 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Allocated IP 172.20.0.1 (05cced1e-5cf1-4987-b14e-290528be0f98/0af1948b-2e12-4883-8d2a-4773ff3f9af7/31a0ea0b-fe95-477d-b966-4a0acb64b188) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:05:09.282495 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4be5ee35-ac79-4555-9046-9e2904e90703 req-5b8368c8-118e-4df7-8142-bfec063cea6d service neutron] 10.222.0.42 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349452
Jun 08 04:05:09.316732 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port b9770b2f-9280-4043-ba47-6adb46540e06, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=b9770b2f-9280-4043-ba47-6adb46540e06,segment=NetworkSegment(bac74af5-0c18-427b-8ef6-644bfcc19458),segment_id=bac74af5-0c18-427b-8ef6-644bfcc19458)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:09.327451 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.331619 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-3d18593c-ec98-41b2-a924-3692ebeaf1bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:09.406197 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.418786 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=b9770b2f-9280-4043-ba47-6adb46540e06,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:09.422263 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:09.423939 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.provisioning_blocks [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Transition to ACTIVE for port object 31a0ea0b-fe95-477d-b966-4a0acb64b188 will not be triggered until provisioned by entity DHCP. {{(pid=91649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:05:09.428272 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-4be5ee35-ac79-4555-9046-9e2904e90703 req-d9cb80c1-236d-4851-b212-d195ec4120e9 service neutron] 10.222.0.42 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392219
Jun 08 04:05:09.451648 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2509792'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.452362 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:05:09.452362 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:05:09.452362 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:05:09.452362 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:05:09.452362 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:05:09.452362 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:05:09.470181 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Network 05cced1e-5cf1-4987-b14e-290528be0f98 is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:05:09.471287 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:05:09.474467 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:05:09.502187 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Notify callbacks [] for port, precommit_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.515312 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Transition to ACTIVE for port object f654a4b6-53cc-4907-b360-f735d0720659 will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:05:09.525924 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.530760 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:09.531088 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033197'] for router_interface, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.609835 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Attempting to bind port f654a4b6-53cc-4907-b360-f735d0720659 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:05:09.610389 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Attempting to bind port f654a4b6-53cc-4907-b360-f735d0720659 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:05:09.610721 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Attempting to bind port f654a4b6-53cc-4907-b360-f735d0720659 on network dad72041-fa15-4feb-a2cc-75b396c0b4c9 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:05:09.616727 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c5497-2899-4da8-a5dd-d9b66c08843e None None] Pushing event updated for resources: {'Port': ['ID=f654a4b6-53cc-4907-b360-f735d0720659,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:09.620862 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-d46c5497-2899-4da8-a5dd-d9b66c08843e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:09.621851 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:05:09.622329 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Checking segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:05:09.622796 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.623252 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Bound using segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:05:09.624038 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Bound port: f654a4b6-53cc-4907-b360-f735d0720659, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:05:09.624285 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.659444 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.703371 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] For port f654a4b6-53cc-4907-b360-f735d0720659, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:05:09.706983 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] For port f654a4b6-53cc-4907-b360-f735d0720659, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=f654a4b6-53cc-4907-b360-f735d0720659,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:05:09.709056 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-e07db286-94a0-4c9e-86af-0d6c49c354e0 None None] Provisioning for port 31a0ea0b-fe95-477d-b966-4a0acb64b188 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:05:09.713958 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.718843 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-80af828d-738b-4dd3-a869-3b689d53af42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:09.753298 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-e07db286-94a0-4c9e-86af-0d6c49c354e0 None None] Provisioning complete for port 31a0ea0b-fe95-477d-b966-4a0acb64b188 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:09.753568 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e07db286-94a0-4c9e-86af-0d6c49c354e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.882108 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-e07db286-94a0-4c9e-86af-0d6c49c354e0 None None] Port 31a0ea0b-fe95-477d-b966-4a0acb64b188 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:05:09.884741 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c5497-2899-4da8-a5dd-d9b66c08843e None None] Pushing event updated for resources: {'Port': ['ID=f654a4b6-53cc-4907-b360-f735d0720659,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:09.888731 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-d46c5497-2899-4da8-a5dd-d9b66c08843e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:09.889427 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Routers {'2b5d0539-f93e-4efb-b499-084343a1276a'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:05:09.890026 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00168a490>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:04:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2b5d0539-f93e-4efb-b499-084343a1276a'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:09.912885 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.918945 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2509822'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:09.953893 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 96b88f8d-849b-4893-a134-17d82ba3ce86 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:09.964564 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-c0892db9-d4fd-48e9-b286-4e11eea4732d tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:10.026729 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1033004'] for router_interface, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:10.099239 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Pushing event updated for resources: {'Port': ['ID=31a0ea0b-fe95-477d-b966-4a0acb64b188,revision_number=2']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:10.115597 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:10.115972 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:10.116352 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:10.117007 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:10.117125 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:10.117388 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:10.117737 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:10.118083 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:10.118430 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:10.118771 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:10.119115 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:10.119458 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:10.124618 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:10.144055 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 96b88f8d-849b-4893-a134-17d82ba3ce86 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:10.144606 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:10.190255 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Network 05cced1e-5cf1-4987-b14e-290528be0f98 is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:05:10.191405 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:05:10.207767 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] Set router 2b5d0539-f93e-4efb-b499-084343a1276a gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:05:10.527071 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device b9770b2f-9280-4043-ba47-6adb46540e06 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:10.565216 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-42456297-bed0-48a3-976c-f73aad037af7 None None] Provisioning complete for port 31a0ea0b-fe95-477d-b966-4a0acb64b188 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:10.565750 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-42456297-bed0-48a3-976c-f73aad037af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:10.578911 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Router 2b5d0539-f93e-4efb-b499-084343a1276a has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:05:10.599400 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae0a5a-3a26-4317-b9b9-cea685e91d8d req-f9c04752-a562-46f6-9143-175eedef5a32 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:10.600884 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f5ae0a5a-3a26-4317-b9b9-cea685e91d8d req-f9c04752-a562-46f6-9143-175eedef5a32 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.2437763
Jun 08 04:05:10.668551 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-42456297-bed0-48a3-976c-f73aad037af7 None None] Port 31a0ea0b-fe95-477d-b966-4a0acb64b188 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:05:10.738142 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port b9770b2f-9280-4043-ba47-6adb46540e06 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:10.738581 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:10.770353 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f5ae0a5a-3a26-4317-b9b9-cea685e91d8d req-91dd2d63-f1d9-46a7-93c9-0b3449a4fc4a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1207597
Jun 08 04:05:10.805032 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:05:10.805804 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00168a490>, [{'id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'name': 'tempest-TestVolumeBootPattern-1008645248-router', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f654a4b6-53cc-4907-b360-f735d0720659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:05Z', 'updated_at': '2021-06-08T04:05:09Z', 'revision_number': 4, 'project_id': 'f23ee650bb854612866d94ea84c5b484', 'gw_port': {'id': 'f654a4b6-53cc-4907-b360-f735d0720659', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:36:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:06Z', 'updated_at': '2021-06-08T04:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '31a0ea0b-fe95-477d-b966-4a0acb64b188', 'name': '', 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'mac_address': 'fa:16:3e:c3:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0af1948b-2e12-4883-8d2a-4773ff3f9af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:09Z', 'updated_at': '2021-06-08T04:05:09Z', 'revision_number': 2, 'project_id': 'f23ee650bb854612866d94ea84c5b484', 'subnets': [{'id': '0af1948b-2e12-4883-8d2a-4773ff3f9af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:10.809758 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-c5ce361b-e390-4347-8482-18fb11cdb114 admin admin] 10.222.0.15 "PUT /v2.0/routers/2b5d0539-f93e-4efb-b499-084343a1276a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8872678
Jun 08 04:05:10.815212 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f29ee-b65d-4756-b29c-7a5473b2ddd6 None None] The sync data for ids ['2b5d0539-f93e-4efb-b499-084343a1276a'] in dv-cinder-786627-8-iscsi is: [{'id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'name': 'tempest-TestVolumeBootPattern-1008645248-router', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f654a4b6-53cc-4907-b360-f735d0720659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:05Z', 'updated_at': '2021-06-08T04:05:09Z', 'revision_number': 4, 'project_id': 'f23ee650bb854612866d94ea84c5b484', 'gw_port': {'id': 'f654a4b6-53cc-4907-b360-f735d0720659', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:36:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:06Z', 'updated_at': '2021-06-08T04:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '31a0ea0b-fe95-477d-b966-4a0acb64b188', 'name': '', 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'mac_address': 'fa:16:3e:c3:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0af1948b-2e12-4883-8d2a-4773ff3f9af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:09Z', 'updated_at': '2021-06-08T04:05:09Z', 'revision_number': 2, 'project_id': 'f23ee650bb854612866d94ea84c5b484', 'subnets': [{'id': '0af1948b-2e12-4883-8d2a-4773ff3f9af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:05:11.459219 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53238) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:11.464123 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-9ffa623b-4137-4e4f-a32e-0762d3e3f2e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-262005746', 'description': 'tempest-secgroup-smoke-262005746 description', 'project_id': 'e3ec1b56600749dc987c518b49c901a1'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:05:11.492595 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9ffa623b-4137-4e4f-a32e-0762d3e3f2e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:11.609393 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9ffa623b-4137-4e4f-a32e-0762d3e3f2e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:11.614921 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9ffa623b-4137-4e4f-a32e-0762d3e3f2e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:11.619561 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-81fe6edf-8cac-4fbe-9aa7-0315cef91aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:11.657561 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa623b-4137-4e4f-a32e-0762d3e3f2e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61591e16-ff63-46c8-95ec-24b34503c3bd,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:11.661101 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-9ffa623b-4137-4e4f-a32e-0762d3e3f2e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:11.662170 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9ffa623b-4137-4e4f-a32e-0762d3e3f2e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:11.666356 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-9ffa623b-4137-4e4f-a32e-0762d3e3f2e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2031231
Jun 08 04:05:11.666941 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53242) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:11.671586 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-1405f6c8-9006-4e11-b674-1ccf1390ec59 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Request body: {'security_group_rule': {'security_group_id': '61591e16-ff63-46c8-95ec-24b34503c3bd', 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:05:11.701375 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1405f6c8-9006-4e11-b674-1ccf1390ec59 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:11.765599 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1405f6c8-9006-4e11-b674-1ccf1390ec59 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:11.770324 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1405f6c8-9006-4e11-b674-1ccf1390ec59 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:11.772501 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:11.796404 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405f6c8-9006-4e11-b674-1ccf1390ec59 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6dd6a19-68ea-45cc-8777-380fb3de9021,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:11.799090 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-1405f6c8-9006-4e11-b674-1ccf1390ec59 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:11.808707 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1405f6c8-9006-4e11-b674-1ccf1390ec59 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:11.810495 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-1405f6c8-9006-4e11-b674-1ccf1390ec59 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1422648
Jun 08 04:05:11.813030 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53246) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:11.819111 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-004c954b-9653-4318-af0b-3c65a8a9efb7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Request body: {'security_group_rule': {'security_group_id': '61591e16-ff63-46c8-95ec-24b34503c3bd', 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:05:11.867292 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-004c954b-9653-4318-af0b-3c65a8a9efb7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:11.970688 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device f654a4b6-53cc-4907-b360-f735d0720659 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:12.000726 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-004c954b-9653-4318-af0b-3c65a8a9efb7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.005625 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-004c954b-9653-4318-af0b-3c65a8a9efb7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.007997 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:12.038197 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af963cb1-0d31-4e98-8d22-fb2fa200f382 req-b922b696-dcd0-4b97-9fbe-768b43f79a56 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:12.039761 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-af963cb1-0d31-4e98-8d22-fb2fa200f382 req-b922b696-dcd0-4b97-9fbe-768b43f79a56 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.1138127
Jun 08 04:05:12.063873 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c954b-9653-4318-af0b-3c65a8a9efb7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a1c4d0-7deb-42b8-aab5-1051f780d825,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:12.068678 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-004c954b-9653-4318-af0b-3c65a8a9efb7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.074353 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-004c954b-9653-4318-af0b-3c65a8a9efb7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2598374
Jun 08 04:05:12.075432 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-004c954b-9653-4318-af0b-3c65a8a9efb7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:12.076140 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53248) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:12.080780 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-f1a20044-3ce6-4fac-afab-1d535a769213 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Request body: {'security_group_rule': {'security_group_id': '61591e16-ff63-46c8-95ec-24b34503c3bd', 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:05:12.098816 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port f654a4b6-53cc-4907-b360-f735d0720659 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:05:12.104896 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port f654a4b6-53cc-4907-b360-f735d0720659 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:12.105298 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.119353 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f1a20044-3ce6-4fac-afab-1d535a769213 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.145721 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-af963cb1-0d31-4e98-8d22-fb2fa200f382 req-54a2e7c1-d7f3-4a5a-bdf8-2a04f4123c0a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974817
Jun 08 04:05:12.221666 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f1a20044-3ce6-4fac-afab-1d535a769213 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.228714 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f1a20044-3ce6-4fac-afab-1d535a769213 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.230818 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:12.255614 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a20044-3ce6-4fac-afab-1d535a769213 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f99bdd-85e7-4866-a799-8026f98121c0,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:12.258422 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f1a20044-3ce6-4fac-afab-1d535a769213 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:12.260998 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.264961 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f1a20044-3ce6-4fac-afab-1d535a769213 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.266188 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-f1a20044-3ce6-4fac-afab-1d535a769213 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1890161
Jun 08 04:05:12.268868 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53250) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:12.274291 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-d49e9039-48e4-41f6-8bb1-e7d6e2da22f3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Request body: {'security_group_rule': {'security_group_id': '61591e16-ff63-46c8-95ec-24b34503c3bd', 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:05:12.281723 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port f654a4b6-53cc-4907-b360-f735d0720659, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=f654a4b6-53cc-4907-b360-f735d0720659,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:12.285591 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.288617 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:12.303327 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d49e9039-48e4-41f6-8bb1-e7d6e2da22f3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.353374 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=f654a4b6-53cc-4907-b360-f735d0720659,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:12.356213 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:12.366646 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d49e9039-48e4-41f6-8bb1-e7d6e2da22f3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.370371 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d49e9039-48e4-41f6-8bb1-e7d6e2da22f3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.372509 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-81937c40-2798-4abf-81a0-204fad72eb82 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:12.395185 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e9039-48e4-41f6-8bb1-e7d6e2da22f3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca93161d-1ae0-4c72-97cf-9eead4f42127,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:12.397674 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d49e9039-48e4-41f6-8bb1-e7d6e2da22f3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:12.401590 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d49e9039-48e4-41f6-8bb1-e7d6e2da22f3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.403634 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-d49e9039-48e4-41f6-8bb1-e7d6e2da22f3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1332161
Jun 08 04:05:12.405764 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53252) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:12.410279 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-d808d4c2-3db6-444d-868a-0cee97296594 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Request body: {'security_group_rule': {'security_group_id': '61591e16-ff63-46c8-95ec-24b34503c3bd', 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:05:12.433090 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.securitygroups_db [None req-d808d4c2-3db6-444d-868a-0cee97296594 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Project e3ec1b56600749dc987c518b49c901a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 08 04:05:12.438942 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d808d4c2-3db6-444d-868a-0cee97296594 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.505909 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d808d4c2-3db6-444d-868a-0cee97296594 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.509519 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d808d4c2-3db6-444d-868a-0cee97296594 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.511710 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:12.534293 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808d4c2-3db6-444d-868a-0cee97296594 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3cd9fa-e506-4071-bc28-cdad41537128,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:12.537230 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d808d4c2-3db6-444d-868a-0cee97296594 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:12.540160 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d808d4c2-3db6-444d-868a-0cee97296594 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.541315 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-d808d4c2-3db6-444d-868a-0cee97296594 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1346638
Jun 08 04:05:12.544060 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53254) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:12.548480 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-8c43742f-2b04-4d39-9a0c-a458441e85f5 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Request body: {'security_group_rule': {'security_group_id': '61591e16-ff63-46c8-95ec-24b34503c3bd', 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:05:12.570547 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.securitygroups_db [None req-8c43742f-2b04-4d39-9a0c-a458441e85f5 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Project e3ec1b56600749dc987c518b49c901a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 08 04:05:12.576716 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8c43742f-2b04-4d39-9a0c-a458441e85f5 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.589981 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1fcac4b3-4a32-44e9-8fbe-de466f599ada details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:05:12.644526 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8c43742f-2b04-4d39-9a0c-a458441e85f5 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.648108 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8c43742f-2b04-4d39-9a0c-a458441e85f5 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.650094 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:12.673911 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43742f-2b04-4d39-9a0c-a458441e85f5 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211e2b74-7157-4af5-9ae7-1edfe610baf5,revision_number=0']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:12.677058 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-8c43742f-2b04-4d39-9a0c-a458441e85f5 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:12.682443 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8c43742f-2b04-4d39-9a0c-a458441e85f5 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.686627 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-8c43742f-2b04-4d39-9a0c-a458441e85f5 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1387632
Jun 08 04:05:12.732563 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1fcac4b3-4a32-44e9-8fbe-de466f599ada, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:12.746743 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'port_id': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'mac_address': 'fa:16:3e:92:0f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:05:12.803893 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.824449 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fcac4b3-4a32-44e9-8fbe-de466f599ada {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:05:12.840731 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1fcac4b3-4a32-44e9-8fbe-de466f599ada, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:12.844728 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.846696 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:12.951704 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-cde0e15a-6d35-4239-94c4-973d6b32b02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:12.964504 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=1fcac4b3-4a32-44e9-8fbe-de466f599ada,revision_number=6']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:12.967364 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:12.976765 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['1fcac4b3-4a32-44e9-8fbe-de466f599ada'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:05:13.354479 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb95a2a-e997-4e72-83a1-f5eb65443f09 req-b3c469f1-fad7-4a87-8ddf-7ca83325f078 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:13.355916 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ceb95a2a-e997-4e72-83a1-f5eb65443f09 req-b3c469f1-fad7-4a87-8ddf-7ca83325f078 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 944 time: 0.0861578
Jun 08 04:05:13.402676 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ceb95a2a-e997-4e72-83a1-f5eb65443f09 req-4a0d1125-bf7d-467d-8cf6-91e9bb8a8719 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410850
Jun 08 04:05:13.887782 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device f654a4b6-53cc-4907-b360-f735d0720659 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:13.956324 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port f654a4b6-53cc-4907-b360-f735d0720659 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:13.956729 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:14.607830 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Sync routers for ids ['2b5d0539-f93e-4efb-b499-084343a1276a'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:05:14.608432 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1fcac4b3-4a32-44e9-8fbe-de466f599ada up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:14.622510 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Routers {'2b5d0539-f93e-4efb-b499-084343a1276a'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:05:14.623309 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002376ee0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:04:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2b5d0539-f93e-4efb-b499-084343a1276a'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:14.651580 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc72e26-7a7d-47ea-9d82-2778b13a8179 req-a8ff8bb1-02b7-4e2f-ad2e-4b25ba12db0d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:14.659645 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0fc72e26-7a7d-47ea-9d82-2778b13a8179 req-a8ff8bb1-02b7-4e2f-ad2e-4b25ba12db0d tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 944 time: 0.1308203
Jun 08 04:05:14.711650 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0fc72e26-7a7d-47ea-9d82-2778b13a8179 req-ab2644f9-216e-4165-9353-825193d242e6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507667
Jun 08 04:05:14.733307 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 1fcac4b3-4a32-44e9-8fbe-de466f599ada triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:14.734441 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:14.883573 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Set router 2b5d0539-f93e-4efb-b499-084343a1276a gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:05:14.913248 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:14.984037 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3429cd15-57b0-4781-9d38-5133f6838672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcac4b3-4a32-44e9-8fbe-de466f599ada'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:05:14.987088 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f07798-494f-494d-ae40-88202cb5f40f" -d '{"events": [{"server_uuid": "3429cd15-57b0-4781-9d38-5133f6838672", "name": "network-vif-plugged", "status": "completed", "tag": "1fcac4b3-4a32-44e9-8fbe-de466f599ada"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:05:14.998819 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1fcac4b3-4a32-44e9-8fbe-de466f599ada, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:15.008365 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:15.010425 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:15.066652 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f234a542-89b9-4996-9aec-7c408c069afa x-openstack-request-id: req-f234a542-89b9-4996-9aec-7c408c069afa {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:05:15.066991 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3429cd15-57b0-4781-9d38-5133f6838672", "name": "network-vif-plugged", "status": "completed", "tag": "1fcac4b3-4a32-44e9-8fbe-de466f599ada", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:05:15.067246 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f234a542-89b9-4996-9aec-7c408c069afa {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:05:15.067729 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3429cd15-57b0-4781-9d38-5133f6838672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'code': 200}
Jun 08 04:05:15.108458 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=1fcac4b3-4a32-44e9-8fbe-de466f599ada,revision_number=7']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:15.112043 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:15.254882 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-c87ca3e6-325a-4095-9527-6377b98a41ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:15.330715 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002376ee0>, [{'id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'name': 'tempest-TestVolumeBootPattern-1008645248-router', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f654a4b6-53cc-4907-b360-f735d0720659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:05Z', 'updated_at': '2021-06-08T04:05:09Z', 'revision_number': 4, 'project_id': 'f23ee650bb854612866d94ea84c5b484', 'gw_port': {'id': 'f654a4b6-53cc-4907-b360-f735d0720659', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:06Z', 'updated_at': '2021-06-08T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '31a0ea0b-fe95-477d-b966-4a0acb64b188', 'name': '', 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'mac_address': 'fa:16:3e:c3:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0af1948b-2e12-4883-8d2a-4773ff3f9af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:09Z', 'updated_at': '2021-06-08T04:05:09Z', 'revision_number': 2, 'project_id': 'f23ee650bb854612866d94ea84c5b484', 'subnets': [{'id': '0af1948b-2e12-4883-8d2a-4773ff3f9af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:15.335382 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Checking router: 2b5d0539-f93e-4efb-b499-084343a1276a for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:05:15.335743 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Updating router 2b5d0539-f93e-4efb-b499-084343a1276a port 31a0ea0b-fe95-477d-b966-4a0acb64b188 binding host dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 04:05:15.391352 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:15.473859 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:15.856033 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:15.870197 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Transition to ACTIVE for port object 31a0ea0b-fe95-477d-b966-4a0acb64b188 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:05:15.881036 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:15.887695 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-ea3238f3-5f34-4557-9aa1-0498f7e906fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:15.945130 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc6a9d-6e2f-4ddf-9ee0-ec8b28b11017 req-9a1f5748-5d24-4b7a-b13e-9a5e2dd594ac tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:15.946611 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-69cc6a9d-6e2f-4ddf-9ee0-ec8b28b11017 req-9a1f5748-5d24-4b7a-b13e-9a5e2dd594ac tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.1013236
Jun 08 04:05:15.962960 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b58be-fdb8-46ef-b381-71f2b8a94490 None None] Pushing event updated for resources: {'Port': ['ID=31a0ea0b-fe95-477d-b966-4a0acb64b188,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:15.973892 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-a38b58be-fdb8-46ef-b381-71f2b8a94490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:16.021690 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-69cc6a9d-6e2f-4ddf-9ee0-ec8b28b11017 req-6f2ab70d-30cc-426b-8be1-09e0ee55d8e4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680885
Jun 08 04:05:16.156577 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Attempting to bind port 31a0ea0b-fe95-477d-b966-4a0acb64b188 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:05:16.156951 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Attempting to bind port 31a0ea0b-fe95-477d-b966-4a0acb64b188 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'bac74af5-0c18-427b-8ef6-644bfcc19458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:05:16.157315 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Attempting to bind port 31a0ea0b-fe95-477d-b966-4a0acb64b188 on network 05cced1e-5cf1-4987-b14e-290528be0f98 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:05:16.164760 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:05:16.165359 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Checking segment: {'id': 'bac74af5-0c18-427b-8ef6-644bfcc19458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:05:16.165927 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:16.166473 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Bound using segment: {'id': 'bac74af5-0c18-427b-8ef6-644bfcc19458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:05:16.167088 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Bound port: 31a0ea0b-fe95-477d-b966-4a0acb64b188, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac74af5-0c18-427b-8ef6-644bfcc19458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:05:16.167649 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:16.292516 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] For port 31a0ea0b-fe95-477d-b966-4a0acb64b188, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:05:16.295972 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] For port 31a0ea0b-fe95-477d-b966-4a0acb64b188, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=31a0ea0b-fe95-477d-b966-4a0acb64b188,segment=NetworkSegment(bac74af5-0c18-427b-8ef6-644bfcc19458),segment_id=bac74af5-0c18-427b-8ef6-644bfcc19458)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:05:16.301209 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:16.310187 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-e5547058-1132-43d8-accb-6c3e96a01e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:16.393818 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Routers {'2b5d0539-f93e-4efb-b499-084343a1276a'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:05:16.394495 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002376ee0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:05:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2b5d0539-f93e-4efb-b499-084343a1276a'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:16.446795 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:16.479022 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b58be-fdb8-46ef-b381-71f2b8a94490 None None] Pushing event updated for resources: {'Port': ['ID=31a0ea0b-fe95-477d-b966-4a0acb64b188,revision_number=4']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:16.483470 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-a38b58be-fdb8-46ef-b381-71f2b8a94490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:16.674977 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] Set router 2b5d0539-f93e-4efb-b499-084343a1276a gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:05:17.026707 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002376ee0>, [{'id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'name': 'tempest-TestVolumeBootPattern-1008645248-router', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f654a4b6-53cc-4907-b360-f735d0720659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:05Z', 'updated_at': '2021-06-08T04:05:09Z', 'revision_number': 4, 'project_id': 'f23ee650bb854612866d94ea84c5b484', 'gw_port': {'id': 'f654a4b6-53cc-4907-b360-f735d0720659', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:06Z', 'updated_at': '2021-06-08T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '31a0ea0b-fe95-477d-b966-4a0acb64b188', 'name': '', 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'mac_address': 'fa:16:3e:c3:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0af1948b-2e12-4883-8d2a-4773ff3f9af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:09Z', 'updated_at': '2021-06-08T04:05:16Z', 'revision_number': 4, 'project_id': 'f23ee650bb854612866d94ea84c5b484', 'subnets': [{'id': '0af1948b-2e12-4883-8d2a-4773ff3f9af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:17.033014 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84bc4b-0cb8-47bf-acdd-98ec6c528518 None None] The sync data for ids ['2b5d0539-f93e-4efb-b499-084343a1276a'] in dv-cinder-786627-8-iscsi is: [{'id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'name': 'tempest-TestVolumeBootPattern-1008645248-router', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f654a4b6-53cc-4907-b360-f735d0720659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:05Z', 'updated_at': '2021-06-08T04:05:09Z', 'revision_number': 4, 'project_id': 'f23ee650bb854612866d94ea84c5b484', 'gw_port': {'id': 'f654a4b6-53cc-4907-b360-f735d0720659', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:06Z', 'updated_at': '2021-06-08T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '31a0ea0b-fe95-477d-b966-4a0acb64b188', 'name': '', 'network_id': '05cced1e-5cf1-4987-b14e-290528be0f98', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'mac_address': 'fa:16:3e:c3:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0af1948b-2e12-4883-8d2a-4773ff3f9af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:09Z', 'updated_at': '2021-06-08T04:05:16Z', 'revision_number': 4, 'project_id': 'f23ee650bb854612866d94ea84c5b484', 'subnets': [{'id': '0af1948b-2e12-4883-8d2a-4773ff3f9af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:05:17.318754 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc36fc6-69cb-4565-8db5-85add47b04b9 req-f5e649ab-71c2-42ec-ace4-950e72cd2c8b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:17.321570 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6fc36fc6-69cb-4565-8db5-85add47b04b9 req-f5e649ab-71c2-42ec-ace4-950e72cd2c8b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.1479011
Jun 08 04:05:17.413958 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6fc36fc6-69cb-4565-8db5-85add47b04b9 req-56ab7d66-175a-4c68-972d-7d44ddff0929 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814159
Jun 08 04:05:18.004166 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 31a0ea0b-fe95-477d-b966-4a0acb64b188 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:18.110403 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:18.139954 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 31a0ea0b-fe95-477d-b966-4a0acb64b188 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:05:18.146021 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 31a0ea0b-fe95-477d-b966-4a0acb64b188 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:18.146507 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:18.322638 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:18.358137 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port 31a0ea0b-fe95-477d-b966-4a0acb64b188, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=31a0ea0b-fe95-477d-b966-4a0acb64b188,segment=NetworkSegment(bac74af5-0c18-427b-8ef6-644bfcc19458),segment_id=bac74af5-0c18-427b-8ef6-644bfcc19458)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:18.362533 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:18.366185 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:18.443096 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=31a0ea0b-fe95-477d-b966-4a0acb64b188,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:18.446838 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:18.638559 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1d8f-3059-43a0-b83f-3eb4de0948ad req-5944b04d-6cd2-4124-af65-409bf8ecd135 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:18.645432 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bd3c1d8f-3059-43a0-b83f-3eb4de0948ad req-5944b04d-6cd2-4124-af65-409bf8ecd135 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.1092932
Jun 08 04:05:18.700036 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bd3c1d8f-3059-43a0-b83f-3eb4de0948ad req-7bfc5fbf-21bd-4b29-8f6c-15cf59da3bb4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507960
Jun 08 04:05:19.945059 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4a484-8a44-4a92-a09b-03f688cd7c0e req-bf67bca0-63f8-4be8-aa83-864bca84d5ee tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:19.952694 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8ec4a484-8a44-4a92-a09b-03f688cd7c0e req-bf67bca0-63f8-4be8-aa83-864bca84d5ee tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.1023810
Jun 08 04:05:19.961660 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 31a0ea0b-fe95-477d-b966-4a0acb64b188 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:20.008860 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8ec4a484-8a44-4a92-a09b-03f688cd7c0e req-7617d466-83da-4122-aef5-bfa607677d0c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544720
Jun 08 04:05:20.101469 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 31a0ea0b-fe95-477d-b966-4a0acb64b188 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:20.101860 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:21.230277 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a08f9a-970a-42fe-9f41-dd1665040687 req-5259059e-3be5-412f-a7c0-e73f0054aceb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:21.232528 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f8a08f9a-970a-42fe-9f41-dd1665040687 req-5259059e-3be5-412f-a7c0-e73f0054aceb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.1056278
Jun 08 04:05:21.288772 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f8a08f9a-970a-42fe-9f41-dd1665040687 req-76b4774e-546d-4f3c-a8c1-6e02d562111b tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445168
Jun 08 04:05:22.491951 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eb51f-12bb-4de2-af40-e17263f3733d req-f9e5e886-f6c6-43ce-a903-faa999610ede tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:22.493727 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8c7eb51f-12bb-4de2-af40-e17263f3733d req-f9e5e886-f6c6-43ce-a903-faa999610ede tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.0892394
Jun 08 04:05:22.547276 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8c7eb51f-12bb-4de2-af40-e17263f3733d req-2de5a751-bb7c-43a0-b4db-2e54a5f99dfd tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476446
Jun 08 04:05:23.787111 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077182a8-ab03-4bd2-9703-03c79e66c37f req-a7918355-7e74-4106-9286-8b2e54e13bc4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:23.788803 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-077182a8-ab03-4bd2-9703-03c79e66c37f req-a7918355-7e74-4106-9286-8b2e54e13bc4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.0923176
Jun 08 04:05:23.850052 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-077182a8-ab03-4bd2-9703-03c79e66c37f req-eff1d875-a5fe-4e18-a8cc-8fc5c0034f2c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480876
Jun 08 04:05:24.997490 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd310d6-cd0c-4ba5-8309-c4f1560b8ce0 req-b0b69a68-25d1-46f1-bdcd-cbeacab85799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:24.998950 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6cd310d6-cd0c-4ba5-8309-c4f1560b8ce0 req-b0b69a68-25d1-46f1-bdcd-cbeacab85799 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf42340f75147129f89ce0ba005ee2c&device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 1098 time: 0.1642511
Jun 08 04:05:25.055679 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d51d65-10a0-4d9b-9650-50bfaced9aa9 req-ec2a6174-ba3c-4196-ba18-34597aa5597f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:25.057159 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-07d51d65-10a0-4d9b-9650-50bfaced9aa9 req-ec2a6174-ba3c-4196-ba18-34597aa5597f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.0894518
Jun 08 04:05:25.102205 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-07d51d65-10a0-4d9b-9650-50bfaced9aa9 req-83f43a96-6965-4e67-9d32-84c48418756f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394869
Jun 08 04:05:25.133939 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd310d6-cd0c-4ba5-8309-c4f1560b8ce0 req-d4fbf718-bf69-454a-a554-114cc5be8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:25.135338 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6cd310d6-cd0c-4ba5-8309-c4f1560b8ce0 req-d4fbf718-bf69-454a-a554-114cc5be8659 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 200  len: 918 time: 0.1272709
Jun 08 04:05:25.238156 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6cd310d6-cd0c-4ba5-8309-c4f1560b8ce0 req-65401c0e-fcdd-44cb-92ac-9a8058616ebf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada HTTP/1.1" status: 200  len: 1000 time: 0.0957959
Jun 08 04:05:25.302193 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd310d6-cd0c-4ba5-8309-c4f1560b8ce0 req-70467bba-5f59-4499-92ae-f0b9a9e6b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:25.303531 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6cd310d6-cd0c-4ba5-8309-c4f1560b8ce0 req-70467bba-5f59-4499-92ae-f0b9a9e6b2ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04013948-cf16-4867-b02e-8ad55b6e8639 HTTP/1.1" status: 200  len: 856 time: 0.0578241
Jun 08 04:05:25.380865 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd310d6-cd0c-4ba5-8309-c4f1560b8ce0 req-b4dbda88-09fe-4762-a883-f67b831d621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:25.382371 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6cd310d6-cd0c-4ba5-8309-c4f1560b8ce0 req-b4dbda88-09fe-4762-a883-f67b831d621a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25595095-7d27-4a13-98f0-9ae27dbcb04c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709410
Jun 08 04:05:25.513840 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6cd310d6-cd0c-4ba5-8309-c4f1560b8ce0 req-c95ee21a-293f-46c4-850b-d737c1787189 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241219
Jun 08 04:05:25.652861 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6cd310d6-cd0c-4ba5-8309-c4f1560b8ce0 req-380267f4-3415-4ecc-93a3-4ff7ccf42672 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312397
Jun 08 04:05:26.288513 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeb698-a747-4bcd-a3b4-21f4c24ec006 req-50808c8c-5665-491d-8f05-df17ba705097 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:26.289943 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-72aeb698-a747-4bcd-a3b4-21f4c24ec006 req-50808c8c-5665-491d-8f05-df17ba705097 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.0786946
Jun 08 04:05:26.333846 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-72aeb698-a747-4bcd-a3b4-21f4c24ec006 req-d9200f80-2c74-4de5-a7e2-c4aeaab0b740 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381277
Jun 08 04:05:27.527068 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed69a98-42ce-41b3-bd0a-b89a26c852d7 req-6a90eb17-d7e3-4076-a7a7-446893d962a2 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:27.528559 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aed69a98-42ce-41b3-bd0a-b89a26c852d7 req-6a90eb17-d7e3-4076-a7a7-446893d962a2 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.0844879
Jun 08 04:05:27.572893 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aed69a98-42ce-41b3-bd0a-b89a26c852d7 req-009998c0-ce33-4ab4-8319-1261a9e41a0a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387628
Jun 08 04:05:28.700987 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1fcac4b3-4a32-44e9-8fbe-de466f599ada no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:05:28.763922 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533c83f-6b6c-4a4d-bd52-ac47066cfa50 req-ee3669ed-a3e3-42de-954b-3bd3e7b17cb6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:28.765608 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a533c83f-6b6c-4a4d-bd52-ac47066cfa50 req-ee3669ed-a3e3-42de-954b-3bd3e7b17cb6 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 945 time: 0.0852306
Jun 08 04:05:28.825451 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a533c83f-6b6c-4a4d-bd52-ac47066cfa50 req-5a00a10a-642c-4f05-ae9a-c09c4cb4f7c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519013
Jun 08 04:05:28.851390 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:28.876199 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3429cd15-57b0-4781-9d38-5133f6838672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fcac4b3-4a32-44e9-8fbe-de466f599ada'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:05:28.880271 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586a0e67-5312-4335-b55a-d350f193ef7a" -d '{"events": [{"server_uuid": "3429cd15-57b0-4781-9d38-5133f6838672", "name": "network-vif-unplugged", "status": "completed", "tag": "1fcac4b3-4a32-44e9-8fbe-de466f599ada"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:05:28.895638 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1fcac4b3-4a32-44e9-8fbe-de466f599ada, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:28.900553 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:28.903907 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:28.957385 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Jun 2021 04:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9121f12c-e41f-4021-852c-1313d2c112dd x-openstack-request-id: req-9121f12c-e41f-4021-852c-1313d2c112dd {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:05:28.957813 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3429cd15-57b0-4781-9d38-5133f6838672", "name": "network-vif-unplugged", "status": "failed", "tag": "1fcac4b3-4a32-44e9-8fbe-de466f599ada", "code": 422}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:05:28.958156 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9121f12c-e41f-4021-852c-1313d2c112dd {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:05:28.958597 dv-cinder-786627-8-iscsi neutron-server[91650]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3429cd15-57b0-4781-9d38-5133f6838672', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'code': 422} returned with failed status
Jun 08 04:05:28.992369 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=1fcac4b3-4a32-44e9-8fbe-de466f599ada,revision_number=8']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:28.995623 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:30.299678 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-77f0e5cb-f5d9-456d-bef4-6cd944b3b088 req-076f189c-c8bb-4231-a18f-b071cb238c1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0812683
Jun 08 04:05:30.376131 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3eab0d-2f73-4d1b-82fd-f7b74e9f5f9a req-f0fb7664-5a4e-4429-b8eb-f5567ed5932a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:30.380718 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3e3eab0d-2f73-4d1b-82fd-f7b74e9f5f9a req-f0fb7664-5a4e-4429-b8eb-f5567ed5932a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.1839879
Jun 08 04:05:30.459292 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3e3eab0d-2f73-4d1b-82fd-f7b74e9f5f9a req-bf2048c0-6136-4169-b5a5-4a9bd8a71482 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753677
Jun 08 04:05:30.463702 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-2a6fc598-8b96-4791-b7f2-3b1d81e00ad9 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262005746&fields=id&tenant_id=e3ec1b56600749dc987c518b49c901a1 HTTP/1.1" status: 200  len: 267 time: 0.0616374
Jun 08 04:05:30.618705 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-7a3853be-03f4-434b-855a-cc6af71948ea tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:30.620054 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-7a3853be-03f4-434b-855a-cc6af71948ea tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 812 time: 0.1493306
Jun 08 04:05:30.635615 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-e24db98b-8f12-4aa4-962b-ac624f6fd44f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/quotas/e3ec1b56600749dc987c518b49c901a1 HTTP/1.1" status: 200  len: 375 time: 0.0094552
Jun 08 04:05:30.721081 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-1a074752-c697-4484-829f-411a18b5414d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0793214
Jun 08 04:05:30.860133 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-61d75ee7-e594-41da-9584-d5ffdd128db2 service neutron] 10.222.0.15 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276577
Jun 08 04:05:30.992412 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-e844a1cd-8f17-4600-be0c-b0f7881edb8e service neutron] 10.222.0.15 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264095
Jun 08 04:05:31.201558 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0e5cb-f5d9-456d-bef4-6cd944b3b088 req-09e74e16-334c-4220-a64c-6d468de971d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:31.203102 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-77f0e5cb-f5d9-456d-bef4-6cd944b3b088 req-09e74e16-334c-4220-a64c-6d468de971d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672&tenant_id=abf42340f75147129f89ce0ba005ee2c HTTP/1.1" status: 200  len: 1096 time: 0.0744159
Jun 08 04:05:31.320943 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0e5cb-f5d9-456d-bef4-6cd944b3b088 req-659dcae4-d110-4342-80fe-7aef20e86950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:31.322590 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-77f0e5cb-f5d9-456d-bef4-6cd944b3b088 req-659dcae4-d110-4342-80fe-7aef20e86950 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf42340f75147129f89ce0ba005ee2c&device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 1096 time: 0.0907350
Jun 08 04:05:31.407893 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-727ce76d-f85e-4181-82f4-a490d696ba4a req-e51a92f9-6334-4c46-bda9-15c6554641be tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 210 time: 0.0453792
Jun 08 04:05:31.473107 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0e5cb-f5d9-456d-bef4-6cd944b3b088 req-e6416f78-f817-4272-8b7c-cc502b5a355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:31.474632 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-77f0e5cb-f5d9-456d-bef4-6cd944b3b088 req-e6416f78-f817-4272-8b7c-cc502b5a355a service neutron] 10.222.0.42 "GET /v2.0/networks?id=25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 200  len: 918 time: 0.1442399
Jun 08 04:05:31.588919 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-77f0e5cb-f5d9-456d-bef4-6cd944b3b088 req-23871a61-3992-4198-81fa-2748f03ad8cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada HTTP/1.1" status: 200  len: 998 time: 0.1070936
Jun 08 04:05:31.696952 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0e5cb-f5d9-456d-bef4-6cd944b3b088 req-58d8e660-8ed1-4758-83fc-36a61a72f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:31.698553 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-77f0e5cb-f5d9-456d-bef4-6cd944b3b088 req-58d8e660-8ed1-4758-83fc-36a61a72f74c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04013948-cf16-4867-b02e-8ad55b6e8639 HTTP/1.1" status: 200  len: 856 time: 0.0975349
Jun 08 04:05:31.737989 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a8d46-e293-4477-8e42-9d409b434814 req-d6b38fe0-6c65-4b80-96f5-b390aec8eed1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:31.739605 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-870a8d46-e293-4477-8e42-9d409b434814 req-d6b38fe0-6c65-4b80-96f5-b390aec8eed1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.1173682
Jun 08 04:05:31.785284 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0e5cb-f5d9-456d-bef4-6cd944b3b088 req-e2e30162-cf24-4a7c-b784-3226d4adaae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:31.787643 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-77f0e5cb-f5d9-456d-bef4-6cd944b3b088 req-e2e30162-cf24-4a7c-b784-3226d4adaae1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25595095-7d27-4a13-98f0-9ae27dbcb04c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823853
Jun 08 04:05:31.792899 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-870a8d46-e293-4477-8e42-9d409b434814 req-30f479ab-0a6f-43f1-93a2-90067beb8405 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466692
Jun 08 04:05:31.925144 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-77f0e5cb-f5d9-456d-bef4-6cd944b3b088 req-91014572-9f23-4a10-894c-0d36ced6c562 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282437
Jun 08 04:05:32.069933 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-77f0e5cb-f5d9-456d-bef4-6cd944b3b088 req-b9c699e9-7f28-46e2-ab56-38852b3a9217 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361089
Jun 08 04:05:32.613255 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0dffa17a-7256-4032-a694-ac0d5b69ad7b req-a01bb1af-994e-4191-81ee-08968f009042 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 210 time: 0.0657117
Jun 08 04:05:33.071922 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697de1b-eed1-4748-b295-1f5e79ad35c7 req-b17bb666-fb7a-42c0-81cb-d0601df2f26f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:33.084862 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b697de1b-eed1-4748-b295-1f5e79ad35c7 req-b17bb666-fb7a-42c0-81cb-d0601df2f26f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.1466038
Jun 08 04:05:33.130846 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b697de1b-eed1-4748-b295-1f5e79ad35c7 req-23d0c885-1007-4f94-87aa-40db0b38640c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428584
Jun 08 04:05:33.557116 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065d42d-e064-4ec6-adde-84bd900f934a req-f49a0dff-c5a0-4bdb-aef8-88ff7b19d3bf tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:33.559177 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a065d42d-e064-4ec6-adde-84bd900f934a req-f49a0dff-c5a0-4bdb-aef8-88ff7b19d3bf tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.0859661
Jun 08 04:05:33.606232 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a065d42d-e064-4ec6-adde-84bd900f934a req-11234ce6-a365-4253-89db-9d4012e3b39a tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411773
Jun 08 04:05:33.770533 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-63d0d484-c68e-4800-a361-d754df13e090 req-9fe56061-ee54-4975-a69f-5c2d5bd934c5 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 210 time: 0.0540912
Jun 08 04:05:33.904678 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:05:34.322268 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaba30-e0d7-433f-a449-80d759e07384 req-1e349af3-f1d9-48c8-afb1-249d637762c7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:34.323699 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5faaba30-e0d7-433f-a449-80d759e07384 req-1e349af3-f1d9-48c8-afb1-249d637762c7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.0786471
Jun 08 04:05:34.376707 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5faaba30-e0d7-433f-a449-80d759e07384 req-3a77de63-b2d1-4116-8535-909d7aa8ab8a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471342
Jun 08 04:05:34.808138 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868b3cd-c2cc-4b2e-aaab-5f972e25eb0c req-5834f77a-490c-4f3c-835f-1e4aab64f299 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:34.810400 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3868b3cd-c2cc-4b2e-aaab-5f972e25eb0c req-5834f77a-490c-4f3c-835f-1e4aab64f299 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.0962372
Jun 08 04:05:34.857460 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3868b3cd-c2cc-4b2e-aaab-5f972e25eb0c req-844c8dc5-2ad4-4282-8249-49c329faafc9 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417197
Jun 08 04:05:34.927985 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-50a7f3a0-958b-4a22-a988-4e834c0d2504 req-6a57a222-b48f-4dd9-beff-dc9322430bc8 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 210 time: 0.0436096
Jun 08 04:05:35.586557 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8968e6e-3881-43d2-82c8-d126fa3a512f req-71be1d1c-f59c-4c1a-9017-dccd8d8bdf3f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:35.587907 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c8968e6e-3881-43d2-82c8-d126fa3a512f req-71be1d1c-f59c-4c1a-9017-dccd8d8bdf3f tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.0906024
Jun 08 04:05:35.632129 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c8968e6e-3881-43d2-82c8-d126fa3a512f req-9858219f-86f6-474f-a1b6-351404e298ba tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383711
Jun 08 04:05:35.877100 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:36.085274 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a184e962-16b3-48ee-85ae-abe2ae8459cf req-77a036d1-657e-4349-8a78-1b73ebfe0ec0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 210 time: 0.0501637
Jun 08 04:05:36.114016 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd184f2-0aa3-4c77-9a81-bf5c6dc11a08 req-fa832ffd-8755-48c5-a6fa-ee0b2fd322af tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:36.115524 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2dd184f2-0aa3-4c77-9a81-bf5c6dc11a08 req-fa832ffd-8755-48c5-a6fa-ee0b2fd322af tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.1474943
Jun 08 04:05:36.161794 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2dd184f2-0aa3-4c77-9a81-bf5c6dc11a08 req-9d5e4805-c81d-49ea-bc9a-fcfd59df74f3 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403364
Jun 08 04:05:36.827408 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483020c-6e11-40da-8407-a0cd07a06d20 req-765b440e-8f29-4567-9eb0-58f310c1bd90 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:36.828921 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0483020c-6e11-40da-8407-a0cd07a06d20 req-765b440e-8f29-4567-9eb0-58f310c1bd90 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.0814595
Jun 08 04:05:36.883190 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0483020c-6e11-40da-8407-a0cd07a06d20 req-e76061f1-f195-4512-bd93-f7f555064330 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477521
Jun 08 04:05:37.466809 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2b04fb9e-4712-4cde-8038-806cfc280bfe req-be7c8cd9-6366-4ea0-8abd-246f96f3b581 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 210 time: 0.0647416
Jun 08 04:05:37.497083 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78434d-1cea-45e4-a4ba-2ce25194797d req-6040835c-f7a1-4992-bf66-85f6a94284fb tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:37.498516 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bf78434d-1cea-45e4-a4ba-2ce25194797d req-6040835c-f7a1-4992-bf66-85f6a94284fb tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.2149842
Jun 08 04:05:37.543897 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bf78434d-1cea-45e4-a4ba-2ce25194797d req-d199f8c1-3d0a-4093-bf82-97d723f324e2 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398130
Jun 08 04:05:38.077782 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe64380-dc09-4d4c-8e98-bb98b7a14216 req-1aac5821-2de5-4fd2-8bf6-c842bc28ab2a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:38.079246 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cbe64380-dc09-4d4c-8e98-bb98b7a14216 req-1aac5821-2de5-4fd2-8bf6-c842bc28ab2a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.0847695
Jun 08 04:05:38.125731 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cbe64380-dc09-4d4c-8e98-bb98b7a14216 req-dd03152c-9ce7-4109-b334-21ee3974fddb tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406709
Jun 08 04:05:38.617509 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bcaa23ca-8601-40ac-8e79-b50ae882886c req-892b5cb4-4fc6-4222-bcc6-9ca9ebec8772 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 210 time: 0.0450304
Jun 08 04:05:38.746639 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cf1ea-832d-4201-8b0e-73ed3a26fad6 req-bd9a8fa6-d87e-41fb-99ad-7ae90966a761 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:38.748280 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f44cf1ea-832d-4201-8b0e-73ed3a26fad6 req-bd9a8fa6-d87e-41fb-99ad-7ae90966a761 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.0864098
Jun 08 04:05:38.795181 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f44cf1ea-832d-4201-8b0e-73ed3a26fad6 req-7c5db21e-6f02-4004-96d2-6669cbabb369 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406237
Jun 08 04:05:39.319185 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdce1c-8cd3-42d7-a959-013fa2ce9415 req-7fdf1592-8443-490e-995e-57b5d1855f98 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:39.320683 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-edfdce1c-8cd3-42d7-a959-013fa2ce9415 req-7fdf1592-8443-490e-995e-57b5d1855f98 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.0859849
Jun 08 04:05:39.368881 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-edfdce1c-8cd3-42d7-a959-013fa2ce9415 req-8fb90047-8f9c-4754-aa59-04e33c6769cc tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426681
Jun 08 04:05:39.767132 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5d6d23e3-1cfb-46b1-b194-aba4eb55f32a req-49aabf06-5e6c-49b2-b451-1f2ddd1605bd tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 210 time: 0.0446329
Jun 08 04:05:40.002429 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65c867-ad43-4d8e-bbe3-972475fae9b8 req-af39ece3-b9a3-41e4-bd50-29a4a35adf42 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:40.004222 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1c65c867-ad43-4d8e-bbe3-972475fae9b8 req-af39ece3-b9a3-41e4-bd50-29a4a35adf42 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.0860119
Jun 08 04:05:40.048108 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1c65c867-ad43-4d8e-bbe3-972475fae9b8 req-06cf5e14-04bf-4b1b-a229-b3b640ddd6af tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381160
Jun 08 04:05:40.567607 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50601f51-03c3-467e-879b-381860db3449 req-e2312e14-84a1-4c34-a367-c5fda2b0d1b5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:40.569139 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-50601f51-03c3-467e-879b-381860db3449 req-e2312e14-84a1-4c34-a367-c5fda2b0d1b5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.0829246
Jun 08 04:05:40.618313 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-50601f51-03c3-467e-879b-381860db3449 req-b324ac34-9af0-4f22-9d88-add23a33f542 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435309
Jun 08 04:05:40.917132 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b9fd6759-aa46-4e3a-8a73-f81b9113ad3f req-22dde28d-92c2-49e6-80c5-11a10aeeb499 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 210 time: 0.0435653
Jun 08 04:05:41.241152 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4462741-0003-47fc-9077-ffff50c4a7b9 req-53258d09-3054-4add-87cd-7b87c0b52135 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:41.242606 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a4462741-0003-47fc-9077-ffff50c4a7b9 req-53258d09-3054-4add-87cd-7b87c0b52135 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.0808864
Jun 08 04:05:41.287066 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a4462741-0003-47fc-9077-ffff50c4a7b9 req-fcdce0ff-3e0b-4b3b-8017-de4f9daf2216 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388854
Jun 08 04:05:41.811081 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04c2eb-a4c5-4190-b179-799c949905f3 req-2e600821-9267-46d3-acb2-41192f2be368 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:41.813006 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2d04c2eb-a4c5-4190-b179-799c949905f3 req-2e600821-9267-46d3-acb2-41192f2be368 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.0826979
Jun 08 04:05:41.858593 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2d04c2eb-a4c5-4190-b179-799c949905f3 req-ae38df77-ffb8-4aa8-b6eb-d705835958c8 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392568
Jun 08 04:05:42.070019 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-992eb489-fc21-49dd-a2ea-d40b1f25afe8 req-2670de06-9e22-46b1-bed8-fa6bde49292d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 210 time: 0.0481443
Jun 08 04:05:42.483729 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad9fd1-8a57-42ce-a4d3-ff065ad7c5ef req-10f4d61a-848c-448e-93d1-8b7516835449 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:42.485634 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-73ad9fd1-8a57-42ce-a4d3-ff065ad7c5ef req-10f4d61a-848c-448e-93d1-8b7516835449 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.0851135
Jun 08 04:05:42.533361 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-73ad9fd1-8a57-42ce-a4d3-ff065ad7c5ef req-a3eed5bd-5e6c-4db5-881e-765bc214846f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407550
Jun 08 04:05:42.925687 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-da8c8b45-0c8d-4c91-9b59-9f09251eb2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:43.056151 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a0e3f-b86b-46e6-bd4a-b1c18351bd65 req-f5edbc65-ffa6-4f6e-bdce-b08cb05e05c1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:43.057853 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1e8a0e3f-b86b-46e6-bd4a-b1c18351bd65 req-f5edbc65-ffa6-4f6e-bdce-b08cb05e05c1 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.0858650
Jun 08 04:05:43.106170 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1e8a0e3f-b86b-46e6-bd4a-b1c18351bd65 req-19fd4c98-1125-4d96-943b-6c6933c459c4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424738
Jun 08 04:05:43.234737 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a2ec005c-d3bc-4f7a-95c9-806d7a562710 req-5699702d-2da2-424d-85b6-ddf76130213a tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 210 time: 0.0464010
Jun 08 04:05:43.718824 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23184b62-05f8-423d-8c30-a7c4dda2b7d0 req-572cdfdb-2a1b-4c21-9972-c78047c3bb4f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:43.720269 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-23184b62-05f8-423d-8c30-a7c4dda2b7d0 req-572cdfdb-2a1b-4c21-9972-c78047c3bb4f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.0796657
Jun 08 04:05:43.763730 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-23184b62-05f8-423d-8c30-a7c4dda2b7d0 req-fbdc4bf7-7ba4-46ec-b1c9-a3567f1430be tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378795
Jun 08 04:05:44.089606 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-c4379e47-3c8a-4f97-8025-8a1f9e150c55 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:44.090927 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-c4379e47-3c8a-4f97-8025-8a1f9e150c55 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 812 time: 0.2278771
Jun 08 04:05:44.151576 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-78b5275c-606d-4760-a007-6a8e775e24a6 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3ec1b56600749dc987c518b49c901a1 HTTP/1.1" status: 200  len: 379 time: 0.0473688
Jun 08 04:05:44.165227 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-4c88f1ca-98fe-4d35-8291-a83f677d474f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Request body: {'port': {'device_id': '67b08c0d-c4e2-43c3-954d-76e227cc30bb', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'admin_state_up': True, 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'security_groups': ['61591e16-ff63-46c8-95ec-24b34503c3bd']}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:05:44.388008 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-4c88f1ca-98fe-4d35-8291-a83f677d474f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Made reservation on behalf of e3ec1b56600749dc987c518b49c901a1 for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:05:44.391341 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-4c88f1ca-98fe-4d35-8291-a83f677d474f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:44.413063 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8f368-2491-411f-8c51-d924be1d589d req-25ae2731-e7f3-43b4-b6ad-7e237dd0323a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:44.414512 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7ea8f368-2491-411f-8c51-d924be1d589d req-25ae2731-e7f3-43b4-b6ad-7e237dd0323a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.1836069
Jun 08 04:05:44.444914 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fd130335-75c3-41e5-96c7-a7004e27c40a req-21f0382e-5c6d-4fcd-9943-205b18eabc90 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 210 time: 0.0727930
Jun 08 04:05:44.478692 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7ea8f368-2491-411f-8c51-d924be1d589d req-6dd7bb38-2496-4646-9ae4-c8fdf411f946 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579610
Jun 08 04:05:44.563804 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-4c88f1ca-98fe-4d35-8291-a83f677d474f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Allocated IP 172.20.0.3 (8dcb41e7-7cee-4a56-8efa-df501531d14b/87648ad9-45b7-4365-a21e-13600630d53b/4ca33972-8c5e-4e66-8914-1dd9feb57c35) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:05:44.764128 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-4c88f1ca-98fe-4d35-8291-a83f677d474f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:44.779797 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-4c88f1ca-98fe-4d35-8291-a83f677d474f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Transition to ACTIVE for port object 4ca33972-8c5e-4e66-8914-1dd9feb57c35 will not be triggered until provisioned by entity DHCP. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:05:44.815125 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-4c88f1ca-98fe-4d35-8291-a83f677d474f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:44.818077 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-4c88f1ca-98fe-4d35-8291-a83f677d474f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:05:44.818077 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:05:44.818077 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:05:44.818077 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:05:44.818077 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:05:44.818077 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:05:44.837175 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-4c88f1ca-98fe-4d35-8291-a83f677d474f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Network 8dcb41e7-7cee-4a56-8efa-df501531d14b is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:05:44.838412 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-4c88f1ca-98fe-4d35-8291-a83f677d474f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:05:44.840840 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-4c88f1ca-98fe-4d35-8291-a83f677d474f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:05:44.905095 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-4c88f1ca-98fe-4d35-8291-a83f677d474f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:44.905716 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-4c88f1ca-98fe-4d35-8291-a83f677d474f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:44.925841 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-4c88f1ca-98fe-4d35-8291-a83f677d474f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7652507
Jun 08 04:05:44.938558 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Request body: {'port': {'device_id': '67b08c0d-c4e2-43c3-954d-76e227cc30bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:05:44.972420 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b081157-84e7-4f17-b3a9-3bee4c39cb45 req-2ef3ae36-6658-41ca-8341-5bd8c6cfac3d tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:44.974886 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6b081157-84e7-4f17-b3a9-3bee4c39cb45 req-2ef3ae36-6658-41ca-8341-5bd8c6cfac3d tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.0886979
Jun 08 04:05:45.021002 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6b081157-84e7-4f17-b3a9-3bee4c39cb45 req-460d0024-a7df-4c61-8d47-e64c2d8ebae3 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403101
Jun 08 04:05:45.056641 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:45.101369 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-e6519934-9d54-409b-b509-17fccc942038 None None] Provisioning for port 4ca33972-8c5e-4e66-8914-1dd9feb57c35 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:05:45.105867 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-e6519934-9d54-409b-b509-17fccc942038 None None] Provisioning complete for port 4ca33972-8c5e-4e66-8914-1dd9feb57c35 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:45.106240 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e6519934-9d54-409b-b509-17fccc942038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:45.160939 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-e6519934-9d54-409b-b509-17fccc942038 None None] Port 4ca33972-8c5e-4e66-8914-1dd9feb57c35 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:05:45.247665 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-116fcfc3-f277-4562-b7ae-f5a994cf7ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:45.387980 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca33972-8c5e-4e66-8914-1dd9feb57c35 {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:05:45.395446 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:45.408956 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Transition to ACTIVE for port object 4ca33972-8c5e-4e66-8914-1dd9feb57c35 will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:05:45.413006 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:45.417593 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:45.455816 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:45.577716 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Pushing event updated for resources: {'Port': ['ID=4ca33972-8c5e-4e66-8914-1dd9feb57c35,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:45.584606 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:45.659696 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Attempting to bind port 4ca33972-8c5e-4e66-8914-1dd9feb57c35 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:05:45.660170 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Attempting to bind port 4ca33972-8c5e-4e66-8914-1dd9feb57c35 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:05:45.660518 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Attempting to bind port 4ca33972-8c5e-4e66-8914-1dd9feb57c35 on network 8dcb41e7-7cee-4a56-8efa-df501531d14b {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:05:45.666082 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Port 4ca33972-8c5e-4e66-8914-1dd9feb57c35 on network 8dcb41e7-7cee-4a56-8efa-df501531d14b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 04:05:45.666374 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Attempting to bind port 4ca33972-8c5e-4e66-8914-1dd9feb57c35 on network 8dcb41e7-7cee-4a56-8efa-df501531d14b {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:05:45.673973 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:05:45.674339 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Checking segment: {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:05:45.674739 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Bound using segment: {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:05:45.675177 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Bound port: 4ca33972-8c5e-4e66-8914-1dd9feb57c35, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:05:45.675527 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:45.772556 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] For port 4ca33972-8c5e-4e66-8914-1dd9feb57c35, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:05:45.775488 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] For port 4ca33972-8c5e-4e66-8914-1dd9feb57c35, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4ca33972-8c5e-4e66-8914-1dd9feb57c35,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:05:45.780089 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:45.784693 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-03d41da1-8f73-4ef0-ad37-509531191378 tempest-AttachVolumeNegativeTest-346948015 tempest-AttachVolumeNegativeTest-346948015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:45.804514 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4b780-bd60-4b7c-94c4-9ced7a0ab81a req-7c7cc478-65ed-4796-90b8-47ac41de84a3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:45.805975 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-23f4b780-bd60-4b7c-94c4-9ced7a0ab81a req-7c7cc478-65ed-4796-90b8-47ac41de84a3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 943 time: 0.2448993
Jun 08 04:05:45.835880 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a4b89-0e7f-4e65-bab3-15cf6b5b9a8c req-ee7fc775-2157-40cd-93e2-6cce3f02b9b7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:45.837325 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5f0a4b89-0e7f-4e65-bab3-15cf6b5b9a8c req-ee7fc775-2157-40cd-93e2-6cce3f02b9b7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 943 time: 0.2139635
Jun 08 04:05:45.881329 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-23f4b780-bd60-4b7c-94c4-9ced7a0ab81a req-94657bc2-7153-4851-ae2e-da57f5e71746 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690157
Jun 08 04:05:45.913795 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5f0a4b89-0e7f-4e65-bab3-15cf6b5b9a8c req-f3c40100-3e52-4ea5-af5a-55c874f9a8cd tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605509
Jun 08 04:05:45.983405 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:45.984022 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:45.985410 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] 10.222.0.42 "PUT /v2.0/ports/4ca33972-8c5e-4e66-8914-1dd9feb57c35 HTTP/1.1" status: 200  len: 1093 time: 1.0516787
Jun 08 04:05:45.990895 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b08c0d-c4e2-43c3-954d-76e227cc30bb', 'tag': '4ca33972-8c5e-4e66-8914-1dd9feb57c35'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:05:45.993236 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b255455-0b85-4d51-bd09-4a7472feb2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "67b08c0d-c4e2-43c3-954d-76e227cc30bb", "tag": "4ca33972-8c5e-4e66-8914-1dd9feb57c35"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:05:46.057690 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de916fd6-cc99-43de-923e-21639ad535c8 x-openstack-request-id: req-de916fd6-cc99-43de-923e-21639ad535c8 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:05:46.058023 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b08c0d-c4e2-43c3-954d-76e227cc30bb", "tag": "4ca33972-8c5e-4e66-8914-1dd9feb57c35", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:05:46.058310 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de916fd6-cc99-43de-923e-21639ad535c8 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:05:46.058733 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b08c0d-c4e2-43c3-954d-76e227cc30bb', 'tag': '4ca33972-8c5e-4e66-8914-1dd9feb57c35', 'status': 'completed', 'code': 200}
Jun 08 04:05:46.076654 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Pushing event updated for resources: {'Port': ['ID=4ca33972-8c5e-4e66-8914-1dd9feb57c35,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:46.083875 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:46.114005 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-abaf2669-5c22-4d1e-8d36-eace8da52fd1 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:46.115720 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-abaf2669-5c22-4d1e-8d36-eace8da52fd1 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.42 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.3005812
Jun 08 04:05:46.158183 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-db2ec6e4-8fe1-4712-b827-69cb00fde02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:46.159630 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-db2ec6e4-8fe1-4712-b827-69cb00fde02d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 1096 time: 0.1363063
Jun 08 04:05:46.212617 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08c8f6-5dd6-4c05-bfec-8afd6fb5a97e req-3d0d7cf9-15fc-4cb6-8fd8-686be618e8db tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:46.213997 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0b08c8f6-5dd6-4c05-bfec-8afd6fb5a97e req-3d0d7cf9-15fc-4cb6-8fd8-686be618e8db tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 945 time: 0.0840619
Jun 08 04:05:46.243369 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-2741b673-d251-4efc-9f91-53ee30533bf8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ca33972-8c5e-4e66-8914-1dd9feb57c35 HTTP/1.1" status: 200  len: 217 time: 0.0719767
Jun 08 04:05:46.258555 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0b08c8f6-5dd6-4c05-bfec-8afd6fb5a97e req-c1e45fc9-6de8-4eb0-8685-9e7eae5342b0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c41497d-5f38-482b-b0a6-f0cd56cfeca0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389884
Jun 08 04:05:46.356065 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-20589152-4b8f-40df-9c05-4b8ca2ff6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:46.357495 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-20589152-4b8f-40df-9c05-4b8ca2ff6068 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 200  len: 851 time: 0.1067057
Jun 08 04:05:46.423255 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Deleting port 1faa5157-41a8-433b-994f-bb36ecbb42be {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:05:46.423937 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:46.437444 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:46.527233 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-41caa62c-1820-4d0c-91f2-b6cce9b73326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:46.528611 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-41caa62c-1820-4d0c-91f2-b6cce9b73326 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8dcb41e7-7cee-4a56-8efa-df501531d14b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1646178
Jun 08 04:05:46.641674 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] For port 1faa5157-41a8-433b-994f-bb36ecbb42be, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1faa5157-41a8-433b-994f-bb36ecbb42be,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:46.642029 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:46.771464 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-afbe6082-a42a-4c02-aaa9-6327b338b65b service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2328818
Jun 08 04:05:46.772902 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1fcac4b3-4a32-44e9-8fbe-de466f599ada details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:05:46.904214 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1fcac4b3-4a32-44e9-8fbe-de466f599ada, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:46.918438 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'port_id': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'mac_address': 'fa:16:3e:92:0f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:05:46.974277 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:46.995943 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fcac4b3-4a32-44e9-8fbe-de466f599ada {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:05:47.013072 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1fcac4b3-4a32-44e9-8fbe-de466f599ada, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:47.020150 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:47.022418 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-25b73846-4021-493d-b10b-486629bbbcde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:47.083885 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dd74b0e6-b254-45de-8985-70e35524beb2 req-30b98969-16af-4963-8460-ac0bbea9114a service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2604070
Jun 08 04:05:47.085422 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:47.085792 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:47.086100 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.l3_db [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Floating IP 39f34f43-23bf-45fc-a932-a972ebe79bac disassociated. External IP: 172.27.3.85, port: 1faa5157-41a8-433b-994f-bb36ecbb42be.
Jun 08 04:05:47.086437 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Calling delete_port for 1faa5157-41a8-433b-994f-bb36ecbb42be owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:05:47.126500 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=1fcac4b3-4a32-44e9-8fbe-de466f599ada,revision_number=9']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:47.130460 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:47.142557 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6135e4b-7eb5-446e-8204-21704c79bc20 req-2abc44e7-4f20-4161-98b9-d9cb26c9ea57 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:47.144090 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e6135e4b-7eb5-446e-8204-21704c79bc20 req-2abc44e7-4f20-4161-98b9-d9cb26c9ea57 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 943 time: 0.1473017
Jun 08 04:05:47.174716 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07382a4e-d4de-4a5e-93fd-eb3b58db7a4c req-38afc991-aa1b-4a9e-bc3a-db34a0c7a322 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:47.176165 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-07382a4e-d4de-4a5e-93fd-eb3b58db7a4c req-38afc991-aa1b-4a9e-bc3a-db34a0c7a322 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 944 time: 0.1257358
Jun 08 04:05:47.219020 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e6135e4b-7eb5-446e-8204-21704c79bc20 req-8af52576-2fc3-4b27-9f06-1707652697b8 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676379
Jun 08 04:05:47.244846 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-07382a4e-d4de-4a5e-93fd-eb3b58db7a4c req-198e11f9-984c-4eb3-be8c-f96968248895 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626197
Jun 08 04:05:47.256467 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['1fcac4b3-4a32-44e9-8fbe-de466f599ada'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:05:47.306994 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b255455-0b85-4d51-bd09-4a7472feb2f5 req-0d575c86-a112-4307-9c32-2c2dfefc0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:47.309353 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-5b255455-0b85-4d51-bd09-4a7472feb2f5 req-0d575c86-a112-4307-9c32-2c2dfefc0ab7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 1096 time: 0.1673205
Jun 08 04:05:47.351735 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:47.408271 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d1644a6d-5236-4307-82e6-9e93059d10b4 req-d95c9237-19dc-402c-87a1-b503395b8599 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 210 time: 0.0427675
Jun 08 04:05:47.439704 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-42446e7f-7352-49bf-b247-43afe2b0ae87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:47.529205 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Pushing event deleted for resources: {'Port': ['ID=1faa5157-41a8-433b-994f-bb36ecbb42be,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:47.539075 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:47.814289 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b255455-0b85-4d51-bd09-4a7472feb2f5 req-3d45bd9e-3e89-4cfc-86f1-4bd119780503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:47.815625 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-5b255455-0b85-4d51-bd09-4a7472feb2f5 req-3d45bd9e-3e89-4cfc-86f1-4bd119780503 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 913 time: 0.4991758
Jun 08 04:05:47.893414 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-5b255455-0b85-4d51-bd09-4a7472feb2f5 req-355f90be-b5d9-4d2b-909a-2b3baccd8539 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ca33972-8c5e-4e66-8914-1dd9feb57c35 HTTP/1.1" status: 200  len: 217 time: 0.0679712
Jun 08 04:05:47.949454 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:05:48.028936 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b255455-0b85-4d51-bd09-4a7472feb2f5 req-a5559854-0f0e-4eda-97b5-e194ea0e81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:48.030363 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-5b255455-0b85-4d51-bd09-4a7472feb2f5 req-a5559854-0f0e-4eda-97b5-e194ea0e81b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 200  len: 851 time: 0.1303599
Jun 08 04:05:48.031305 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:48.199336 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:05:48.209098 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feabc9b-c0b8-4d6c-9288-824160825446 None None] Sync routers for ids ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:05:48.218231 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feabc9b-c0b8-4d6c-9288-824160825446 None None] Routers {'9e39ec5f-cbfa-4b69-8221-3bb34889cc08'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:05:48.218837 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-7feabc9b-c0b8-4d6c-9288-824160825446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00222a8e0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:05:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:48.227396 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b255455-0b85-4d51-bd09-4a7472feb2f5 req-682722ac-bc90-412c-9dd1-0b5b77bb6d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:48.228777 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-5b255455-0b85-4d51-bd09-4a7472feb2f5 req-682722ac-bc90-412c-9dd1-0b5b77bb6d52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8dcb41e7-7cee-4a56-8efa-df501531d14b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1896522
Jun 08 04:05:48.347448 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] No DVR routers for this DVR port 1faa5157-41a8-433b-994f-bb36ecbb42be on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:05:48.352099 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:48.354018 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0dc2a65b-5fc2-4368-b852-bcddd01212bf req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.42 "DELETE /v2.0/ports/1faa5157-41a8-433b-994f-bb36ecbb42be HTTP/1.1" status: 204  len: 173 time: 2.2319031
Jun 08 04:05:48.354621 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603d835b-3674-41f6-ae4e-d07b7ec9b151', 'name': 'network-vif-deleted', 'tag': '1faa5157-41a8-433b-994f-bb36ecbb42be'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:05:48.357018 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4375dd-76f7-43ea-8878-f9bcf5e1d687" -d '{"events": [{"server_uuid": "603d835b-3674-41f6-ae4e-d07b7ec9b151", "name": "network-vif-deleted", "tag": "1faa5157-41a8-433b-994f-bb36ecbb42be"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:05:48.417556 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-7feabc9b-c0b8-4d6c-9288-824160825446 None None] Set router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:05:48.420646 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-5b255455-0b85-4d51-bd09-4a7472feb2f5 req-3271000e-6b67-4999-9274-a58397bbf10f service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848409
Jun 08 04:05:48.557474 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0c0f5-1c34-4f30-a72d-cc962b48e320 req-522fa81b-ac42-4edc-9c28-1fb3c0d904ee tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:48.559053 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-dba0c0f5-1c34-4f30-a72d-cc962b48e320 req-522fa81b-ac42-4edc-9c28-1fb3c0d904ee tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 943 time: 0.1890306
Jun 08 04:05:48.572209 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f253ca3-5a6a-401a-a99e-987a4e01410d req-da636134-a87f-4829-afbc-b2efade30d5e tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:48.573693 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7f253ca3-5a6a-401a-a99e-987a4e01410d req-da636134-a87f-4829-afbc-b2efade30d5e tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 944 time: 0.1498611
Jun 08 04:05:48.574521 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-5b255455-0b85-4d51-bd09-4a7472feb2f5 req-6d7017c6-f012-4707-ad95-4aa4bab8d69e service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474919
Jun 08 04:05:48.647310 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-dba0c0f5-1c34-4f30-a72d-cc962b48e320 req-07ea3195-2b58-4097-8de7-4c36c4b807ea tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726373
Jun 08 04:05:48.651588 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7f253ca3-5a6a-401a-a99e-987a4e01410d req-e44c2960-4b46-43a4-b96a-e4e43383c66c tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635636
Jun 08 04:05:48.704019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1ab710-3c4f-4581-b957-4ae2eef21469 x-openstack-request-id: req-7f1ab710-3c4f-4581-b957-4ae2eef21469 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:05:48.704019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603d835b-3674-41f6-ae4e-d07b7ec9b151", "name": "network-vif-deleted", "tag": "1faa5157-41a8-433b-994f-bb36ecbb42be", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:05:48.704283 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f1ab710-3c4f-4581-b957-4ae2eef21469 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:05:48.704895 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603d835b-3674-41f6-ae4e-d07b7ec9b151', 'name': 'network-vif-deleted', 'tag': '1faa5157-41a8-433b-994f-bb36ecbb42be', 'status': 'completed', 'code': 200}
Jun 08 04:05:48.738012 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-7feabc9b-c0b8-4d6c-9288-824160825446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00222a8e0>, [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:16Z', 'revision_number': 5, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:48.742269 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feabc9b-c0b8-4d6c-9288-824160825446 None None] Checking router: 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:05:48.750393 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feabc9b-c0b8-4d6c-9288-824160825446 None None] Routers {'9e39ec5f-cbfa-4b69-8221-3bb34889cc08'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:05:48.750994 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-7feabc9b-c0b8-4d6c-9288-824160825446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00222a8e0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:05:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:48.808596 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1fcac4b3-4a32-44e9-8fbe-de466f599ada up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:48.815390 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f95bf57b-e547-42d6-aee9-4946a4033a08 req-d02601cc-d624-4c39-a813-5966bb67dedb tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/ports?device_id=603d835b-3674-41f6-ae4e-d07b7ec9b151 HTTP/1.1" status: 200  len: 210 time: 0.0434480
Jun 08 04:05:48.985672 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 1fcac4b3-4a32-44e9-8fbe-de466f599ada triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:48.986050 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:49.010573 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-7feabc9b-c0b8-4d6c-9288-824160825446 None None] Set router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:05:49.309995 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:49.410331 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3429cd15-57b0-4781-9d38-5133f6838672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcac4b3-4a32-44e9-8fbe-de466f599ada'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:05:49.412547 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3cc90d-9ced-417f-ab0a-c15b235ff763" -d '{"events": [{"server_uuid": "3429cd15-57b0-4781-9d38-5133f6838672", "name": "network-vif-plugged", "status": "completed", "tag": "1fcac4b3-4a32-44e9-8fbe-de466f599ada"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:05:49.422369 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1fcac4b3-4a32-44e9-8fbe-de466f599ada, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:49.429664 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:49.430513 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1faa5157-41a8-433b-994f-bb36ecbb42be no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:05:49.458408 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:49.490227 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fd47a8-165f-4286-8690-95dfc7dbe621 x-openstack-request-id: req-63fd47a8-165f-4286-8690-95dfc7dbe621 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:05:49.490473 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3429cd15-57b0-4781-9d38-5133f6838672", "name": "network-vif-plugged", "status": "completed", "tag": "1fcac4b3-4a32-44e9-8fbe-de466f599ada", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:05:49.490692 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63fd47a8-165f-4286-8690-95dfc7dbe621 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:05:49.491068 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3429cd15-57b0-4781-9d38-5133f6838672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'code': 200}
Jun 08 04:05:49.501446 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: 1faa5157-41a8-433b-994f-bb36ecbb42be {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:05:49.501795 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1faa5157-41a8-433b-994f-bb36ecbb42be not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:05:49.546561 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=1fcac4b3-4a32-44e9-8fbe-de466f599ada,revision_number=10']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:49.550124 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:49.555388 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-7feabc9b-c0b8-4d6c-9288-824160825446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00222a8e0>, [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:16Z', 'revision_number': 5, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:49.559439 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feabc9b-c0b8-4d6c-9288-824160825446 None None] The sync data for ids ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'] in dv-cinder-786627-8-iscsi is: [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T03:59:04Z', 'revision_number': 4, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '1ceeb28b-2e90-48dc-a944-33efdd7df9f8', 'name': '', 'network_id': '2caf7b80-2274-4c12-8b5d-0f60e74c7baf', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'mac_address': 'fa:16:3e:d7:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:59:00Z', 'updated_at': '2021-06-08T03:59:16Z', 'revision_number': 5, 'project_id': '69503fbb25244595983009a8135abd9e', 'subnets': [{'id': 'd448cf88-0b89-4356-abde-c6d847bfa2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:05:49.701241 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6a3c4-2ba5-4f22-b398-9f11786fe6ec req-dab6be40-4107-44be-8eee-b51480fe0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:49.702800 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-54a6a3c4-2ba5-4f22-b398-9f11786fe6ec req-dab6be40-4107-44be-8eee-b51480fe0b8d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 1099 time: 0.0786831
Jun 08 04:05:49.746478 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-54a6a3c4-2ba5-4f22-b398-9f11786fe6ec req-2ecbfcab-c979-472d-a236-2ab91961298d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366788
Jun 08 04:05:49.803101 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbba0757-a2e6-4040-a23a-63bed594376c None None] New status for floating IP 39f34f43-23bf-45fc-a932-a972ebe79bac: DOWN {{(pid=91651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:05:49.900061 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2a954-3113-4641-8106-c6df27b0ecda req-8be0fc10-0972-41f7-9390-bfa35cb36054 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:49.901546 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-93c2a954-3113-4641-8106-c6df27b0ecda req-8be0fc10-0972-41f7-9390-bfa35cb36054 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 943 time: 0.1434062
Jun 08 04:05:49.913579 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c2f23-260f-41e0-9862-a8d062b48522 req-119096c9-0386-4396-a80b-871cc5593ad5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:49.914956 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-312c2f23-260f-41e0-9862-a8d062b48522 req-119096c9-0386-4396-a80b-871cc5593ad5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 946 time: 0.1255240
Jun 08 04:05:49.981974 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-93c2a954-3113-4641-8106-c6df27b0ecda req-8fb76728-82a2-47f4-91ba-e8c940096bca tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660324
Jun 08 04:05:49.994591 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-312c2f23-260f-41e0-9862-a8d062b48522 req-9f62e225-1572-4e34-802a-adfee19a4794 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638111
Jun 08 04:05:50.097064 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53714) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:50.163869 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0d5d80b5-6c78-4516-8e31-d426f534b0af tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:50.190986 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0d5d80b5-6c78-4516-8e31-d426f534b0af tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:50.244657 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0d5d80b5-6c78-4516-8e31-d426f534b0af tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:50.247094 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0d5d80b5-6c78-4516-8e31-d426f534b0af tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:50.248346 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-0d5d80b5-6c78-4516-8e31-d426f534b0af tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "DELETE /v2.0/security-groups/5c41497d-5f38-482b-b0a6-f0cd56cfeca0 HTTP/1.1" status: 204  len: 168 time: 0.1501131
Jun 08 04:05:50.249142 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-af58f558-5035-42c4-afe1-8c2f728ea681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:50.251017 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53716) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:50.260504 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d80b5-6c78-4516-8e31-d426f534b0af tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c41497d-5f38-482b-b0a6-f0cd56cfeca0,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:50.263092 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0d5d80b5-6c78-4516-8e31-d426f534b0af tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:50.267539 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.api.v2.resource [None req-5957f09f-c533-4424-bb24-83fd71659e09 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] show failed (client error): The resource could not be found.
Jun 08 04:05:50.270126 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-5957f09f-c533-4424-bb24-83fd71659e09 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "GET /v2.0/security-groups/5c41497d-5f38-482b-b0a6-f0cd56cfeca0 HTTP/1.1" status: 404  len: 347 time: 0.0178802
Jun 08 04:05:50.272649 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53718) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:50.486181 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-64ce36c4-09e1-41dc-86c1-311a07cedc1f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Deleting port 8880dc30-ce72-4b6d-b290-12357b73c3a1 {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:05:50.486529 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64ce36c4-09e1-41dc-86c1-311a07cedc1f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:50.610129 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64ce36c4-09e1-41dc-86c1-311a07cedc1f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:50.610572 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64ce36c4-09e1-41dc-86c1-311a07cedc1f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:50.742327 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-64ce36c4-09e1-41dc-86c1-311a07cedc1f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Calling delete_port for 8880dc30-ce72-4b6d-b290-12357b73c3a1 owned by network:floatingip {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:05:50.861035 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64ce36c4-09e1-41dc-86c1-311a07cedc1f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:50.866851 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-7004cb26-1657-4f0b-b4ba-d64997b1d60f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:50.911152 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce36c4-09e1-41dc-86c1-311a07cedc1f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Pushing event deleted for resources: {'Port': ['ID=8880dc30-ce72-4b6d-b290-12357b73c3a1,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:50.914173 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-64ce36c4-09e1-41dc-86c1-311a07cedc1f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:51.201198 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64ce36c4-09e1-41dc-86c1-311a07cedc1f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks [] for floatingip, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:51.203495 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64ce36c4-09e1-41dc-86c1-311a07cedc1f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:51.204624 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-64ce36c4-09e1-41dc-86c1-311a07cedc1f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] 10.222.0.15 "DELETE /v2.0/floatingips/39f34f43-23bf-45fc-a932-a972ebe79bac HTTP/1.1" status: 204  len: 168 time: 0.9310248
Jun 08 04:05:51.272888 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c762b-aba6-47ea-a112-0bb8f289e31a req-4b12983e-1fe1-4713-a784-54849e2036b0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:51.274253 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8f7c762b-aba6-47ea-a112-0bb8f289e31a req-4b12983e-1fe1-4713-a784-54849e2036b0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 943 time: 0.1786203
Jun 08 04:05:51.285692 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b24d23-7b8b-42ca-8e41-b0473513fcad req-d32ded0f-7fb2-45b0-ab05-ad99a5421c99 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:51.287107 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-33b24d23-7b8b-42ca-8e41-b0473513fcad req-d32ded0f-7fb2-45b0-ab05-ad99a5421c99 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 946 time: 0.1478834
Jun 08 04:05:51.366134 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8f7c762b-aba6-47ea-a112-0bb8f289e31a req-6376dd5b-b6bd-4df7-9e6e-6090252e55ef tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780721
Jun 08 04:05:51.371059 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-33b24d23-7b8b-42ca-8e41-b0473513fcad req-1786b687-b831-443a-80d2-33c4f9451f40 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701897
Jun 08 04:05:52.614158 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d479b-2e00-44b6-ba07-776f2ceec1f4 req-ef6ff81f-8490-42c5-822c-636b801489ad tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:52.615713 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4a2d479b-2e00-44b6-ba07-776f2ceec1f4 req-ef6ff81f-8490-42c5-822c-636b801489ad tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 946 time: 0.1097066
Jun 08 04:05:52.623953 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752270e1-3039-40c6-84ca-d085960914f5 req-ceff9a8c-4292-47c1-8154-90e5b7cf3e8e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:52.625354 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-752270e1-3039-40c6-84ca-d085960914f5 req-ceff9a8c-4292-47c1-8154-90e5b7cf3e8e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 943 time: 0.1548960
Jun 08 04:05:52.697445 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-4a2d479b-2e00-44b6-ba07-776f2ceec1f4 req-8b66b585-351d-4257-8381-4c7d2fde82e3 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711493
Jun 08 04:05:52.701692 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-752270e1-3039-40c6-84ca-d085960914f5 req-7b033e61-b6e6-41c9-9e40-74c05afb60f0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589478
Jun 08 04:05:53.884101 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06368-4d50-44e3-8c18-8c372da1d0d6 req-19086775-bde2-4fb8-b6f9-e2e5b07b97c5 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:53.885569 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d4a06368-4d50-44e3-8c18-8c372da1d0d6 req-19086775-bde2-4fb8-b6f9-e2e5b07b97c5 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 943 time: 0.0816021
Jun 08 04:05:53.933212 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d4a06368-4d50-44e3-8c18-8c372da1d0d6 req-b78d0c23-8c84-46af-948a-901b498a73dd tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415893
Jun 08 04:05:54.816771 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 4ca33972-8c5e-4e66-8914-1dd9feb57c35 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:05:54.950181 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 4ca33972-8c5e-4e66-8914-1dd9feb57c35, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4ca33972-8c5e-4e66-8914-1dd9feb57c35,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:54.963668 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '4ca33972-8c5e-4e66-8914-1dd9feb57c35', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'port_id': '4ca33972-8c5e-4e66-8914-1dd9feb57c35', 'mac_address': 'fa:16:3e:f8:13:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:05:55.021081 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:55.038045 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca33972-8c5e-4e66-8914-1dd9feb57c35 {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:05:55.053168 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 4ca33972-8c5e-4e66-8914-1dd9feb57c35, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4ca33972-8c5e-4e66-8914-1dd9feb57c35,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:55.058509 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:55.060289 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:55.124852 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=4ca33972-8c5e-4e66-8914-1dd9feb57c35,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:55.125287 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ec28c-8cdd-4aa2-a998-ab7e543cdfdb req-5970e2a7-c5f0-4425-b2d5-bad0593ac324 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:55.126741 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f73ec28c-8cdd-4aa2-a998-ab7e543cdfdb req-5970e2a7-c5f0-4425-b2d5-bad0593ac324 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 944 time: 0.0868673
Jun 08 04:05:55.132614 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:55.132959 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:55.133291 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:55.133617 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:55.133939 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:55.134262 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:55.134580 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:55.134897 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:55.135216 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:55.135530 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:55.135843 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:55.136156 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:55.140373 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:55.177296 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f73ec28c-8cdd-4aa2-a998-ab7e543cdfdb req-af50f312-d061-4f48-926b-c05b5065645f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422454
Jun 08 04:05:55.221950 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53794) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:55.271535 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['4ca33972-8c5e-4e66-8914-1dd9feb57c35'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:05:55.908882 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9a2c2853-a00c-4eae-b571-b853d6c8ee3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032997'] for router_interface, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:56.450200 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2864-df45-4f81-84b1-bb3c087dd9a4 req-71d39308-d333-4342-9344-dc857733d196 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:56.451737 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b5ee2864-df45-4f81-84b1-bb3c087dd9a4 req-71d39308-d333-4342-9344-dc857733d196 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 944 time: 0.1651411
Jun 08 04:05:56.492066 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c2853-a00c-4eae-b571-b853d6c8ee3d admin admin] Deleting port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:05:56.492337 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9a2c2853-a00c-4eae-b571-b853d6c8ee3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:56.564486 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b5ee2864-df45-4f81-84b1-bb3c087dd9a4 req-32dadafc-0a46-49cf-b4b1-1e3e9c1891cc tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1055799
Jun 08 04:05:56.619344 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [None req-9a2c2853-a00c-4eae-b571-b853d6c8ee3d admin admin] For port 1ceeb28b-2e90-48dc-a944-33efdd7df9f8, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=1ceeb28b-2e90-48dc-a944-33efdd7df9f8,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:56.619692 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9a2c2853-a00c-4eae-b571-b853d6c8ee3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:56.743338 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c2853-a00c-4eae-b571-b853d6c8ee3d admin admin] Calling delete_port for 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 owned by network:router_interface {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:05:56.819415 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 4ca33972-8c5e-4e66-8914-1dd9feb57c35 up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:05:56.889850 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port 4ca33972-8c5e-4e66-8914-1dd9feb57c35 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:05:56.894707 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 4ca33972-8c5e-4e66-8914-1dd9feb57c35 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:05:56.895077 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:57.009280 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9a2c2853-a00c-4eae-b571-b853d6c8ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:57.012167 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:57.013779 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:57.038850 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b08c0d-c4e2-43c3-954d-76e227cc30bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca33972-8c5e-4e66-8914-1dd9feb57c35'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:05:57.041074 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229c2f8f-4396-41ea-b027-444055981133" -d '{"events": [{"server_uuid": "67b08c0d-c4e2-43c3-954d-76e227cc30bb", "name": "network-vif-plugged", "status": "completed", "tag": "4ca33972-8c5e-4e66-8914-1dd9feb57c35"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:05:57.049505 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 4ca33972-8c5e-4e66-8914-1dd9feb57c35, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4ca33972-8c5e-4e66-8914-1dd9feb57c35,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:57.054457 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:57.056526 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-3d18593c-ec98-41b2-a924-3692ebeaf1bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:57.061774 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c2853-a00c-4eae-b571-b853d6c8ee3d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ceeb28b-2e90-48dc-a944-33efdd7df9f8,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:57.086086 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f5ec74-a27e-4722-89b1-a8d2ef11d700 x-openstack-request-id: req-d1f5ec74-a27e-4722-89b1-a8d2ef11d700 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:05:57.086358 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b08c0d-c4e2-43c3-954d-76e227cc30bb", "name": "network-vif-plugged", "status": "completed", "tag": "4ca33972-8c5e-4e66-8914-1dd9feb57c35", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:05:57.086614 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1f5ec74-a27e-4722-89b1-a8d2ef11d700 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:05:57.086999 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b08c0d-c4e2-43c3-954d-76e227cc30bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca33972-8c5e-4e66-8914-1dd9feb57c35', 'code': 200}
Jun 08 04:05:57.092518 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-9a2c2853-a00c-4eae-b571-b853d6c8ee3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:57.127704 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=4ca33972-8c5e-4e66-8914-1dd9feb57c35,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:57.131099 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:57.339590 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-9a2c2853-a00c-4eae-b571-b853d6c8ee3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614622'] for router_interface, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:57.388740 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f3d0f-81ee-43ea-93ce-0ae05257766d req-f6b320b7-46d3-4da8-add2-4d23e3571864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:57.390114 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-591f3d0f-81ee-43ea-93ce-0ae05257766d req-f6b320b7-46d3-4da8-add2-4d23e3571864 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 1098 time: 0.0697179
Jun 08 04:05:57.431300 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-591f3d0f-81ee-43ea-93ce-0ae05257766d req-9ee7c663-8a28-4640-88ff-bed7fc39db62 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341735
Jun 08 04:05:57.833201 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2c2853-a00c-4eae-b571-b853d6c8ee3d admin admin] Router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:05:57.853156 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b9397-ca3c-487c-921b-90d99827d0ce req-610ce746-11ac-4c0f-96e9-dcff30804836 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:57.854473 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e13b9397-ca3c-487c-921b-90d99827d0ce req-610ce746-11ac-4c0f-96e9-dcff30804836 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 945 time: 0.1337712
Jun 08 04:05:58.024387 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e13b9397-ca3c-487c-921b-90d99827d0ce req-0c96bce5-9dce-4c6b-a1a0-84aaf6cea7eb tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1223731
Jun 08 04:05:58.051878 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2c2853-a00c-4eae-b571-b853d6c8ee3d admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:05:58.058984 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-9a2c2853-a00c-4eae-b571-b853d6c8ee3d admin admin] 10.222.0.15 "PUT /v2.0/routers/9e39ec5f-cbfa-4b69-8221-3bb34889cc08/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8358641
Jun 08 04:05:58.059401 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53804) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:58.060096 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f0311-e6bd-41a7-b0cc-ab9f04dbbd0b None None] Sync routers for ids ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:05:58.070220 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f0311-e6bd-41a7-b0cc-ab9f04dbbd0b None None] Routers {'9e39ec5f-cbfa-4b69-8221-3bb34889cc08'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:05:58.070934 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-9e3f0311-e6bd-41a7-b0cc-ab9f04dbbd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0025df8e0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:05:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:58.250878 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Notify callbacks [] for router, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:58.264084 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-9e3f0311-e6bd-41a7-b0cc-ab9f04dbbd0b None None] Set router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:05:58.531436 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:58.563811 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-9e3f0311-e6bd-41a7-b0cc-ab9f04dbbd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0025df8e0>, [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T04:05:56Z', 'revision_number': 5, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port': {'id': 'c1d0833b-1af0-4490-9058-d949bd6ac96c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:45Z', 'updated_at': '2021-06-08T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:58.567938 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f0311-e6bd-41a7-b0cc-ab9f04dbbd0b None None] Checking router: 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:05:58.576266 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f0311-e6bd-41a7-b0cc-ab9f04dbbd0b None None] Routers {'9e39ec5f-cbfa-4b69-8221-3bb34889cc08'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:05:58.577034 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-9e3f0311-e6bd-41a7-b0cc-ab9f04dbbd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0025df8e0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:05:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:58.609492 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Deleting port c1d0833b-1af0-4490-9058-d949bd6ac96c {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:05:58.610009 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:58.745585 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] For port c1d0833b-1af0-4490-9058-d949bd6ac96c, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=c1d0833b-1af0-4490-9058-d949bd6ac96c,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:05:58.745936 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:58.762084 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-9e3f0311-e6bd-41a7-b0cc-ab9f04dbbd0b None None] Set router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 gateway port host: None {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:05:58.867090 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Calling delete_port for c1d0833b-1af0-4490-9058-d949bd6ac96c owned by network:router_gateway {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:05:58.867292 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-9e3f0311-e6bd-41a7-b0cc-ab9f04dbbd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0025df8e0>, [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T04:05:58Z', 'revision_number': 6, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port_host': None}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:05:58.871102 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f0311-e6bd-41a7-b0cc-ab9f04dbbd0b None None] The sync data for ids ['9e39ec5f-cbfa-4b69-8221-3bb34889cc08'] in dv-cinder-786627-8-iscsi is: [{'id': '9e39ec5f-cbfa-4b69-8221-3bb34889cc08', 'name': 'tempest-AttachVolumeTestJSON-746063450-router', 'tenant_id': '69503fbb25244595983009a8135abd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:42Z', 'updated_at': '2021-06-08T04:05:58Z', 'revision_number': 6, 'project_id': '69503fbb25244595983009a8135abd9e', 'gw_port_host': None}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:05:59.009455 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:59.013991 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:59.060568 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d0833b-1af0-4490-9058-d949bd6ac96c,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:59.098610 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:59.098995 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:59.099373 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:59.099744 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:59.100113 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:59.100507 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:59.100879 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:59.101243 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:59.101602 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:59.101958 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:59.102315 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:59.102671 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:05:59.109640 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:59.165076 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033027'] for router_gateway, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:59.217789 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a801c6-523a-4a54-9967-10a05a70ced6 req-9731d06f-e5c0-481a-8fe4-9fca987293b3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:59.219268 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c9a801c6-523a-4a54-9967-10a05a70ced6 req-9731d06f-e5c0-481a-8fe4-9fca987293b3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 945 time: 0.0895791
Jun 08 04:05:59.269000 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c9a801c6-523a-4a54-9967-10a05a70ced6 req-9a0be214-4fe8-49ec-8f2b-374bd43d683f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434077
Jun 08 04:05:59.347184 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:59.350046 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:59.373136 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-618746'] for router, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:59.373660 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e39ec5f-cbfa-4b69-8221-3bb34889cc08 {{(pid=91648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 04:05:59.378266 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Notify callbacks [] for router, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:59.379419 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9e39ec5f-cbfa-4b69-8221-3bb34889cc08 HTTP/1.1" status: 204  len: 168 time: 1.3189740
Jun 08 04:05:59.382071 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53810) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:59.443438 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd797347-6ec9-49e9-b6c7-078e19e3b054 admin admin] Deleting subnet d448cf88-0b89-4356-abde-c6d847bfa2f6 {{(pid=91648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:05:59.446208 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fd797347-6ec9-49e9-b6c7-078e19e3b054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:59.460598 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79527f-e201-46eb-960c-31c01ad58b4b req-445256d7-84cb-47f4-9f2e-c03ba00420d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:59.462057 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ab79527f-e201-46eb-960c-31c01ad58b4b req-445256d7-84cb-47f4-9f2e-c03ba00420d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 945 time: 0.0804183
Jun 08 04:05:59.495030 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fd797347-6ec9-49e9-b6c7-078e19e3b054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327513'] for subnet, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:59.510392 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ab79527f-e201-46eb-960c-31c01ad58b4b req-27ff9872-76f1-42e9-9110-e599d2588bce tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424273
Jun 08 04:05:59.533592 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53812) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:59.619831 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fd797347-6ec9-49e9-b6c7-078e19e3b054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:59.650016 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58fee62-c401-408a-8d17-61bb5ac7d297 tempest-TestVolumeBootPattern-1597788239 tempest-TestVolumeBootPattern-1597788239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:05:59.651603 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-e58fee62-c401-408a-8d17-61bb5ac7d297 tempest-TestVolumeBootPattern-1597788239 tempest-TestVolumeBootPattern-1597788239-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 1093 time: 0.1171415
Jun 08 04:05:59.654728 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 53816) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:59.659188 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Request body: {'floatingip': {'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'port_id': '4ca33972-8c5e-4e66-8914-1dd9feb57c35', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:05:59.698875 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for floatingip, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:59.770249 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fd797347-6ec9-49e9-b6c7-078e19e3b054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2358576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981074'] for subnet, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:59.780477 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:05:59.818978 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd797347-6ec9-49e9-b6c7-078e19e3b054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d448cf88-0b89-4356-abde-c6d847bfa2f6,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:05:59.821069 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fd797347-6ec9-49e9-b6c7-078e19e3b054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:59.822882 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-fd797347-6ec9-49e9-b6c7-078e19e3b054 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d448cf88-0b89-4356-abde-c6d847bfa2f6 HTTP/1.1" status: 204  len: 168 time: 0.4399009
Jun 08 04:05:59.824823 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fd797347-6ec9-49e9-b6c7-078e19e3b054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:05:59.825840 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53818) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:05:59.828785 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9571ae-0e21-4da2-83b9-b98368f6ecf1 None None] Network 2caf7b80-2274-4c12-8b5d-0f60e74c7baf requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:05:59.899061 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:05:59.961055 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:05:59.966006 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.001197 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:06:00.001550 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 1ceeb28b-2e90-48dc-a944-33efdd7df9f8 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:06:00.001973 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device c1d0833b-1af0-4490-9058-d949bd6ac96c no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:06:00.046797 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Deleting port 048bafbc-f9a1-46d0-843a-038c0c16d308 {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:00.047164 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.049261 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: c1d0833b-1af0-4490-9058-d949bd6ac96c {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:06:00.049619 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device c1d0833b-1af0-4490-9058-d949bd6ac96c not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:06:00.153868 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] For port 048bafbc-f9a1-46d0-843a-038c0c16d308, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=048bafbc-f9a1-46d0-843a-038c0c16d308,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:00.154234 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.156578 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Allocated IP 172.27.3.2 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/cda49230-4f12-40e1-b0a7-48ebb724379b) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:06:00.216107 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e901f418-f67a-4a78-a719-27037d2398bf None None] DHCP port deletion for 2caf7b80-2274-4c12-8b5d-0f60e74c7baf request from dv-cinder-786627-8-iscsi {{(pid=91650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 04:06:00.287960 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-e901f418-f67a-4a78-a719-27037d2398bf None None] Deleting port 048bafbc-f9a1-46d0-843a-038c0c16d308 {{(pid=91650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:00.288639 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e901f418-f67a-4a78-a719-27037d2398bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.290813 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Calling delete_port for 048bafbc-f9a1-46d0-843a-038c0c16d308 owned by network:dhcp {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:00.314109 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.338504 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.343778 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:00.343929 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.344427 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:06:00.344427 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:06:00.344427 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:06:00.344427 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:06:00.344427 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:06:00.344427 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:06:00.362088 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:06:00.364071 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:06:00.366474 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:06:00.393532 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-e901f418-f67a-4a78-a719-27037d2398bf None None] For port 048bafbc-f9a1-46d0-843a-038c0c16d308, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=048bafbc-f9a1-46d0-843a-038c0c16d308,segment=NetworkSegment(765ceed1-e7df-490d-be22-3a70fb33c60d),segment_id=765ceed1-e7df-490d-be22-3a70fb33c60d)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:00.393989 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e901f418-f67a-4a78-a719-27037d2398bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.395599 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Pushing event deleted for resources: {'Port': ['ID=048bafbc-f9a1-46d0-843a-038c0c16d308,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:00.397510 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] No DVR routers for this DVR port 048bafbc-f9a1-46d0-843a-038c0c16d308 on host dv-cinder-786627-8-iscsi {{(pid=91649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:06:00.398964 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:00.513441 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.526651 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb000b1e2e0>,) {'filters': {'network_id': ['2caf7b80-2274-4c12-8b5d-0f60e74c7baf']}} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:00.528358 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-e901f418-f67a-4a78-a719-27037d2398bf None None] Calling delete_port for 048bafbc-f9a1-46d0-843a-038c0c16d308 owned by network:dhcp {{(pid=91650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:00.539343 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb000b1e2e0>, '765ceed1-e7df-490d-be22-3a70fb33c60d') {'for_net_delete': True} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:00.539763 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb000b1e2e0>, '765ceed1-e7df-490d-be22-3a70fb33c60d') {} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:00.551802 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-162907'] for segment, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.568240 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.574294 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=91649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:06:00.574767 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2509722'] for segment, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]: Traceback (most recent call last):
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     timer()
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     cb(*args, **kw)
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     return func(*args, **kwargs)
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     self._notify()
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     self.callback(batched_events)
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     event.method(event)
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     return f(self, *a, **k)
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._get(url).json()
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:06:00.588385 dv-cinder-786627-8-iscsi neutron-server[91649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:06:00.658217 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e901f418-f67a-4a78-a719-27037d2398bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194'] for port, after_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.663134 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:00.706898 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901f418-f67a-4a78-a719-27037d2398bf None None] Pushing event deleted for resources: {'Port': ['ID=048bafbc-f9a1-46d0-843a-038c0c16d308,revision_number=None']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:00.708735 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e901f418-f67a-4a78-a719-27037d2398bf None None] No DVR routers for this DVR port 048bafbc-f9a1-46d0-843a-038c0c16d308 on host dv-cinder-786627-8-iscsi {{(pid=91650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:06:00.709966 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-e901f418-f67a-4a78-a719-27037d2398bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:00.770460 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.774365 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:00.786135 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.788446 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.790229 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2caf7b80-2274-4c12-8b5d-0f60e74c7baf HTTP/1.1" status: 204  len: 168 time: 0.9633679
Jun 08 04:06:00.795675 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Pushing event deleted for resources: {'Network': ['ID=2caf7b80-2274-4c12-8b5d-0f60e74c7baf,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:00.798554 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:00.862737 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:00.910273 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53822) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:00.958464 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-aaf02c06-abdd-48a7-846a-3cd79a078e67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69503fbb25244595983009a8135abd9e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0469198
Jun 08 04:06:00.960921 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53824) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:01.017590 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d2608aed-da5b-4016-a5ad-d8ab20462d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:01.043720 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d2608aed-da5b-4016-a5ad-d8ab20462d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:01.069045 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:01.074806 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:01.080788 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7b5a44c0-6303-4b49-82f8-932de398bf8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:01.104849 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d2608aed-da5b-4016-a5ad-d8ab20462d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:01.107577 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d2608aed-da5b-4016-a5ad-d8ab20462d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:01.111077 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-d2608aed-da5b-4016-a5ad-d8ab20462d4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9854f105-7223-4892-9095-004345865686 HTTP/1.1" status: 204  len: 168 time: 0.1470163
Jun 08 04:06:01.111077 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-b4d3bacb-d93c-4263-96b3-874deeca811d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:01.125775 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2608aed-da5b-4016-a5ad-d8ab20462d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9854f105-7223-4892-9095-004345865686,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:01.128426 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-d2608aed-da5b-4016-a5ad-d8ab20462d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:01.204197 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event updated for resources: {'Port': ['ID=cda49230-4f12-40e1-b0a7-48ebb724379b,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:01.207710 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:01.213059 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:01.389438 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.l3_db [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Floating IP 05fa3a5e-baa7-4a22-8efb-d70061937b69 associated. External IP: 172.27.3.2, port: 4ca33972-8c5e-4e66-8914-1dd9feb57c35.
Jun 08 04:06:01.837449 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:06:01.908865 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 048bafbc-f9a1-46d0-843a-038c0c16d308 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:06:01.947853 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: 048bafbc-f9a1-46d0-843a-038c0c16d308 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:06:01.948211 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 048bafbc-f9a1-46d0-843a-038c0c16d308 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:06:02.028471 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:06:02.039093 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16e1f3-7262-4c65-bdf4-22ca2f4e61a1 None None] Sync routers for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:06:02.048997 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16e1f3-7262-4c65-bdf4-22ca2f4e61a1 None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:06:02.049831 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-3e16e1f3-7262-4c65-bdf4-22ca2f4e61a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00244e130>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:05:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:02.049987 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:02.116867 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.4610748
Jun 08 04:06:02.118062 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b08c0d-c4e2-43c3-954d-76e227cc30bb', 'tag': '4ca33972-8c5e-4e66-8914-1dd9feb57c35'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:06:02.120499 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e4c48a-3bfb-4741-ac5c-7fa22e692654" -d '{"events": [{"name": "network-changed", "server_uuid": "67b08c0d-c4e2-43c3-954d-76e227cc30bb", "tag": "4ca33972-8c5e-4e66-8914-1dd9feb57c35"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:06:02.165009 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cecd62-7d42-48e4-9dc4-09e0f51162db x-openstack-request-id: req-49cecd62-7d42-48e4-9dc4-09e0f51162db {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:06:02.165418 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b08c0d-c4e2-43c3-954d-76e227cc30bb", "tag": "4ca33972-8c5e-4e66-8914-1dd9feb57c35", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:06:02.165669 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49cecd62-7d42-48e4-9dc4-09e0f51162db {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:06:02.166110 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b08c0d-c4e2-43c3-954d-76e227cc30bb', 'tag': '4ca33972-8c5e-4e66-8914-1dd9feb57c35', 'status': 'completed', 'code': 200}
Jun 08 04:06:02.240359 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-3e16e1f3-7262-4c65-bdf4-22ca2f4e61a1 None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:06:02.263958 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4c48a-3bfb-4741-ac5c-7fa22e692654 req-41c6f7f0-ccdc-4d86-b7ae-41b7b6f44174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:02.265501 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-84e4c48a-3bfb-4741-ac5c-7fa22e692654 req-41c6f7f0-ccdc-4d86-b7ae-41b7b6f44174 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 1098 time: 0.0788786
Jun 08 04:06:02.402882 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4c48a-3bfb-4741-ac5c-7fa22e692654 req-d6a52317-7550-4ae9-8e63-34a605e03062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:02.404682 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-84e4c48a-3bfb-4741-ac5c-7fa22e692654 req-d6a52317-7550-4ae9-8e63-34a605e03062 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 913 time: 0.1322217
Jun 08 04:06:02.513243 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-84e4c48a-3bfb-4741-ac5c-7fa22e692654 req-7477cfc3-0d10-442c-b739-14b97c16716e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ca33972-8c5e-4e66-8914-1dd9feb57c35 HTTP/1.1" status: 200  len: 997 time: 0.1019793
Jun 08 04:06:02.581123 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4c48a-3bfb-4741-ac5c-7fa22e692654 req-e4cdb07a-0eab-4890-b962-2b00f69f31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:02.583164 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-84e4c48a-3bfb-4741-ac5c-7fa22e692654 req-e4cdb07a-0eab-4890-b962-2b00f69f31b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 200  len: 851 time: 0.0623431
Jun 08 04:06:02.598476 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-3e16e1f3-7262-4c65-bdf4-22ca2f4e61a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00244e130>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '05fa3a5e-baa7-4a22-8efb-d70061937b69', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': '4ca33972-8c5e-4e66-8914-1dd9feb57c35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:f8:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b08c0d-c4e2-43c3-954d-76e227cc30bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:06:00Z', 'updated_at': '2021-06-08T04:06:00Z', 'revision_number': 0, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:02.602313 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16e1f3-7262-4c65-bdf4-22ca2f4e61a1 None None] Checking router: 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:06:02.610680 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16e1f3-7262-4c65-bdf4-22ca2f4e61a1 None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:06:02.611410 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-3e16e1f3-7262-4c65-bdf4-22ca2f4e61a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00244e130>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:05:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:02.650938 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53878) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:02.661817 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4c48a-3bfb-4741-ac5c-7fa22e692654 req-1b941816-a076-4549-b7d7-b4397e34d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:02.663369 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-84e4c48a-3bfb-4741-ac5c-7fa22e692654 req-1b941816-a076-4549-b7d7-b4397e34d58d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8dcb41e7-7cee-4a56-8efa-df501531d14b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0732331
Jun 08 04:06:02.773343 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e61cafef-2188-44d4-9c75-053c63743436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:02.802914 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-84e4c48a-3bfb-4741-ac5c-7fa22e692654 req-8d3ef33d-1f39-403f-aa80-84a4c441f8b3 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334932
Jun 08 04:06:02.804126 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-3e16e1f3-7262-4c65-bdf4-22ca2f4e61a1 None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:06:02.885536 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e61cafef-2188-44d4-9c75-053c63743436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:02.890679 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e61cafef-2188-44d4-9c75-053c63743436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:02.899836 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:02.939338 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cafef-2188-44d4-9c75-053c63743436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea43748c-7906-45b4-8b30-7971a9544483,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:02.941670 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-84e4c48a-3bfb-4741-ac5c-7fa22e692654 req-10d2344b-4a8f-4e68-8f61-f9b166f867cb service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311259
Jun 08 04:06:02.944589 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-e61cafef-2188-44d4-9c75-053c63743436 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15f616e6b6fd48e5ad7f63a28b66acfc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2926097
Jun 08 04:06:02.945504 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e61cafef-2188-44d4-9c75-053c63743436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:02.947226 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 53882) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:03.012239 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a14d7451-32a7-4f29-8382-d170a274b656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:03.038094 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a14d7451-32a7-4f29-8382-d170a274b656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:03.088449 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a14d7451-32a7-4f29-8382-d170a274b656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:03.090962 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-a14d7451-32a7-4f29-8382-d170a274b656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:03.094622 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-a14d7451-32a7-4f29-8382-d170a274b656 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea43748c-7906-45b4-8b30-7971a9544483 HTTP/1.1" status: 204  len: 168 time: 0.1440637
Jun 08 04:06:03.094622 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-57878296-6e75-4510-bf95-dfb0a203ba30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:03.103622 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d7451-32a7-4f29-8382-d170a274b656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea43748c-7906-45b4-8b30-7971a9544483,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:03.106015 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-a14d7451-32a7-4f29-8382-d170a274b656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:03.197199 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-3e16e1f3-7262-4c65-bdf4-22ca2f4e61a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00244e130>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '05fa3a5e-baa7-4a22-8efb-d70061937b69', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': '4ca33972-8c5e-4e66-8914-1dd9feb57c35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:f8:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b08c0d-c4e2-43c3-954d-76e227cc30bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:06:00Z', 'updated_at': '2021-06-08T04:06:00Z', 'revision_number': 0, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:03.201092 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16e1f3-7262-4c65-bdf4-22ca2f4e61a1 None None] The sync data for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi is: [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '05fa3a5e-baa7-4a22-8efb-d70061937b69', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': '4ca33972-8c5e-4e66-8914-1dd9feb57c35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:f8:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b08c0d-c4e2-43c3-954d-76e227cc30bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:06:00Z', 'updated_at': '2021-06-08T04:06:00Z', 'revision_number': 0, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:06:03.392961 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413c337-0501-45f6-9119-0dcb92e01228 None None] New status for floating IP 05fa3a5e-baa7-4a22-8efb-d70061937b69: ACTIVE {{(pid=91650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:06:05.879656 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:06.339546 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54014) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:06.458507 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b68fe6ca-f094-4408-8785-cecb8c56501f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:06.558985 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b68fe6ca-f094-4408-8785-cecb8c56501f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:06.562729 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b68fe6ca-f094-4408-8785-cecb8c56501f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:06.571340 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-652c6078-6a69-41b2-b907-c02e894774fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:06.609419 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-b68fe6ca-f094-4408-8785-cecb8c56501f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42eaab0aee824844a47a408876568ed3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2687738
Jun 08 04:06:06.610260 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fe6ca-f094-4408-8785-cecb8c56501f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3eafefa-ee5b-4de7-be0e-dd8abf7d4797,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:06.612168 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54018) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:06.614129 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b68fe6ca-f094-4408-8785-cecb8c56501f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:06.669906 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-99a3d6d3-6d39-4dee-bfd4-b8360d2c033f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:06.697019 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-99a3d6d3-6d39-4dee-bfd4-b8360d2c033f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:06.747740 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-99a3d6d3-6d39-4dee-bfd4-b8360d2c033f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:06.750103 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-99a3d6d3-6d39-4dee-bfd4-b8360d2c033f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:06.751193 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-99a3d6d3-6d39-4dee-bfd4-b8360d2c033f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3eafefa-ee5b-4de7-be0e-dd8abf7d4797 HTTP/1.1" status: 204  len: 168 time: 0.1374166
Jun 08 04:06:06.751969 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-6b8eb1af-62c0-4174-851b-b7eca5e4ef8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:06.761818 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3d6d3-6d39-4dee-bfd4-b8360d2c033f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3eafefa-ee5b-4de7-be0e-dd8abf7d4797,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:06.764083 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-99a3d6d3-6d39-4dee-bfd4-b8360d2c033f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:07.027507 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54024) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:07.044862 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3bb003e3-27fd-466e-9e87-9760f93acccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:07.150078 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3bb003e3-27fd-466e-9e87-9760f93acccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:07.153598 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3bb003e3-27fd-466e-9e87-9760f93acccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:07.160739 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-d670172d-1e72-45da-9c03-a0cd492f75d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:07.200147 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-3bb003e3-27fd-466e-9e87-9760f93acccd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3428f7f5e0343859ecf3ac6229885a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1715550
Jun 08 04:06:07.201036 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb003e3-27fd-466e-9e87-9760f93acccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a5de6e-d446-4c18-ad22-09828f02ef28,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:07.202822 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54026) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:07.203907 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-3bb003e3-27fd-466e-9e87-9760f93acccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:07.261964 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bbfee73c-187f-430c-8051-c6c549ad6398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:07.287726 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bbfee73c-187f-430c-8051-c6c549ad6398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:07.340543 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bbfee73c-187f-430c-8051-c6c549ad6398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:07.342847 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bbfee73c-187f-430c-8051-c6c549ad6398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:07.343926 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-bbfee73c-187f-430c-8051-c6c549ad6398 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88a5de6e-d446-4c18-ad22-09828f02ef28 HTTP/1.1" status: 204  len: 168 time: 0.1400511
Jun 08 04:06:07.344684 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-abed5153-6c86-4fd4-af1c-4c6cfcceac07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:07.354331 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfee73c-187f-430c-8051-c6c549ad6398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a5de6e-d446-4c18-ad22-09828f02ef28,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:07.356531 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-bbfee73c-187f-430c-8051-c6c549ad6398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:09.002962 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54072) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:09.117417 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b4c1c68a-2b81-49ce-981a-a65d6ba55add admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:09.219817 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b4c1c68a-2b81-49ce-981a-a65d6ba55add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:09.224736 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-b4c1c68a-2b81-49ce-981a-a65d6ba55add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:09.232097 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c8fcf757-e019-4f25-b936-268d29dba320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:09.272229 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1c68a-2b81-49ce-981a-a65d6ba55add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b45d2b-fd72-411e-9d49-ecf1c14f87e7,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:09.275132 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b4c1c68a-2b81-49ce-981a-a65d6ba55add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:09.277774 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-b4c1c68a-2b81-49ce-981a-a65d6ba55add admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3bed2c9f337a4c12b75ab648f0bff73b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2732570
Jun 08 04:06:09.280236 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54076) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:09.336767 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-36de3f60-96b4-4830-9a18-78b7e570b2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:09.365749 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-36de3f60-96b4-4830-9a18-78b7e570b2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:09.498818 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-36de3f60-96b4-4830-9a18-78b7e570b2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:09.501375 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-36de3f60-96b4-4830-9a18-78b7e570b2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:09.502473 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-36de3f60-96b4-4830-9a18-78b7e570b2fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11b45d2b-fd72-411e-9d49-ecf1c14f87e7 HTTP/1.1" status: 204  len: 168 time: 0.2213221
Jun 08 04:06:09.503243 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-365464c9-dc2c-4022-86ff-6f3ef53c3e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:09.514125 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de3f60-96b4-4830-9a18-78b7e570b2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b45d2b-fd72-411e-9d49-ecf1c14f87e7,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:09.516490 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-36de3f60-96b4-4830-9a18-78b7e570b2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:09.778139 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54082) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:09.795655 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5b04d9b1-b576-42dd-aa5f-9753e92f41d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:09.902384 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5b04d9b1-b576-42dd-aa5f-9753e92f41d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:09.906093 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5b04d9b1-b576-42dd-aa5f-9753e92f41d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:09.914743 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-84ce47f3-5ddb-47df-b89a-3d07d4e080fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:09.957228 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-5b04d9b1-b576-42dd-aa5f-9753e92f41d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dad4f396ec97491bb76fc24e1e1ea022&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1779745
Jun 08 04:06:09.958161 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04d9b1-b576-42dd-aa5f-9753e92f41d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f4a05d-e32a-41e1-9d55-db39ba7be452,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:09.959739 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54084) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:09.961150 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-5b04d9b1-b576-42dd-aa5f-9753e92f41d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:10.024239 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4faebaa2-8791-490d-a258-46bb6d02fb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:10.058290 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4faebaa2-8791-490d-a258-46bb6d02fb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:10.125141 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4faebaa2-8791-490d-a258-46bb6d02fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:10.127549 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4faebaa2-8791-490d-a258-46bb6d02fb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:10.128940 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-4faebaa2-8791-490d-a258-46bb6d02fb6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6f4a05d-e32a-41e1-9d55-db39ba7be452 HTTP/1.1" status: 204  len: 168 time: 0.1673942
Jun 08 04:06:10.129732 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-65746edf-ab8b-4ef6-af60-d34cc1224144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:10.139562 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faebaa2-8791-490d-a258-46bb6d02fb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f4a05d-e32a-41e1-9d55-db39ba7be452,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:10.141823 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-4faebaa2-8791-490d-a258-46bb6d02fb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:10.391797 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dcc86343-e882-44ba-ac17-5b709ae9d1e6 req-e1dab09e-b2fe-4eb2-998a-19ba4ce7ffff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0716555
Jun 08 04:06:10.482655 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc86343-e882-44ba-ac17-5b709ae9d1e6 req-8a5c1ce9-cf44-4360-967f-b9e066007b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:10.484172 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dcc86343-e882-44ba-ac17-5b709ae9d1e6 req-8a5c1ce9-cf44-4360-967f-b9e066007b17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf42340f75147129f89ce0ba005ee2c&device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 1099 time: 0.0719185
Jun 08 04:06:10.632759 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc86343-e882-44ba-ac17-5b709ae9d1e6 req-376d1fd8-421a-499e-b798-5215bd0259d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:10.634220 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dcc86343-e882-44ba-ac17-5b709ae9d1e6 req-376d1fd8-421a-499e-b798-5215bd0259d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 200  len: 918 time: 0.1269593
Jun 08 04:06:10.742166 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dcc86343-e882-44ba-ac17-5b709ae9d1e6 req-4a049b0b-78b6-4428-8728-bab0d1634de2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada HTTP/1.1" status: 200  len: 1000 time: 0.0968513
Jun 08 04:06:10.812774 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc86343-e882-44ba-ac17-5b709ae9d1e6 req-70c96618-17a9-481c-9369-4aad051b88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:10.814317 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dcc86343-e882-44ba-ac17-5b709ae9d1e6 req-70c96618-17a9-481c-9369-4aad051b88ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04013948-cf16-4867-b02e-8ad55b6e8639 HTTP/1.1" status: 200  len: 856 time: 0.0649846
Jun 08 04:06:10.889225 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc86343-e882-44ba-ac17-5b709ae9d1e6 req-b0857b08-4a28-4da8-a2c4-d06e7b02bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:10.890590 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dcc86343-e882-44ba-ac17-5b709ae9d1e6 req-b0857b08-4a28-4da8-a2c4-d06e7b02bf03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25595095-7d27-4a13-98f0-9ae27dbcb04c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703330
Jun 08 04:06:10.902780 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:06:11.026314 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dcc86343-e882-44ba-ac17-5b709ae9d1e6 req-532132d1-8072-4fa3-b17c-69e725a96e06 service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278226
Jun 08 04:06:11.165822 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-dcc86343-e882-44ba-ac17-5b709ae9d1e6 req-efe0361e-e286-4753-9d84-45c4ec64210f service neutron] 10.222.0.42 "GET /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296391
Jun 08 04:06:12.929052 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3f8dcbfa-3f40-4074-b823-ed904207de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:15.249612 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-c492e211-d9d8-4825-8ea6-ee847a0f9d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:15.460907 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:16.440309 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:18.034244 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:20.920388 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54180) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:21.036408 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6327df14-065e-4269-b7f1-639d90b7a8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:21.138444 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6327df14-065e-4269-b7f1-639d90b7a8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:21.142347 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6327df14-065e-4269-b7f1-639d90b7a8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:21.151169 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-85c541d2-cca5-4b5b-a14e-25494040ac1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:21.194144 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-6327df14-065e-4269-b7f1-639d90b7a8af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff2192dcdc4b4cae868ad5b52c828040&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2726979
Jun 08 04:06:21.195045 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327df14-065e-4269-b7f1-639d90b7a8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19415ebc-b8ce-4f74-8b98-0fc317e3cf02,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:21.196773 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54184) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:21.198199 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-6327df14-065e-4269-b7f1-639d90b7a8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:21.254973 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:21.279927 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:21.330077 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:21.332786 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:21.333872 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19415ebc-b8ce-4f74-8b98-0fc317e3cf02 HTTP/1.1" status: 204  len: 168 time: 0.1361330
Jun 08 04:06:21.334650 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-d94f7672-55cc-4f5c-a1fb-a005f96b559a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:21.343689 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19415ebc-b8ce-4f74-8b98-0fc317e3cf02,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:21.352227 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:06:21.352630 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:06:21.352992 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:06:21.353345 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:06:21.353696 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:06:21.354050 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:06:21.354418 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:06:21.354763 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:06:21.355131 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:06:21.355472 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:06:21.355813 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:06:21.356153 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:06:21.359300 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:21.613603 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54190) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:21.630673 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-04a79559-09b5-4f22-97b7-fd6738d0bb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:21.730624 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-04a79559-09b5-4f22-97b7-fd6738d0bb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:21.733963 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-04a79559-09b5-4f22-97b7-fd6738d0bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:21.741257 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-f9af38d3-a078-420d-a3ea-08bea55e4d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:21.786655 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-04a79559-09b5-4f22-97b7-fd6738d0bb6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da9a06936a2c4f679509fe547cb98c91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1720083
Jun 08 04:06:21.787370 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a79559-09b5-4f22-97b7-fd6738d0bb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d3cd0e-0e3c-4387-8a60-656d10a93ad8,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:21.789353 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54192) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:21.790326 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-04a79559-09b5-4f22-97b7-fd6738d0bb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:21.848009 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e1f23b9d-95e4-4db6-99a8-24c7c602f843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:21.873475 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e1f23b9d-95e4-4db6-99a8-24c7c602f843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:21.924610 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e1f23b9d-95e4-4db6-99a8-24c7c602f843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:21.927666 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-e1f23b9d-95e4-4db6-99a8-24c7c602f843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:21.928800 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-e1f23b9d-95e4-4db6-99a8-24c7c602f843 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05d3cd0e-0e3c-4387-8a60-656d10a93ad8 HTTP/1.1" status: 204  len: 168 time: 0.1383684
Jun 08 04:06:21.929531 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:21.938575 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f23b9d-95e4-4db6-99a8-24c7c602f843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d3cd0e-0e3c-4387-8a60-656d10a93ad8,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:21.940859 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e1f23b9d-95e4-4db6-99a8-24c7c602f843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:24.451713 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54264) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:24.573365 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d40be571-2a54-4632-9b2a-6f0e3871c570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:24.680023 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d40be571-2a54-4632-9b2a-6f0e3871c570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:24.683867 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d40be571-2a54-4632-9b2a-6f0e3871c570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:24.691033 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2b9ccf8b-0e92-47a0-a6d8-69945c3d69d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:24.732493 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-d40be571-2a54-4632-9b2a-6f0e3871c570 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01e99a8514274796bedc419285339770&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2795382
Jun 08 04:06:24.733318 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40be571-2a54-4632-9b2a-6f0e3871c570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd517ea8-5208-480a-845f-d38fedc3da8c,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:24.734943 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54270) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:24.736290 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d40be571-2a54-4632-9b2a-6f0e3871c570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:24.795800 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7e5e35a2-23f6-47f0-9a07-1d78c0301c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:24.821688 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7e5e35a2-23f6-47f0-9a07-1d78c0301c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:24.872705 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7e5e35a2-23f6-47f0-9a07-1d78c0301c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:24.875095 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7e5e35a2-23f6-47f0-9a07-1d78c0301c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:24.876194 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-7e5e35a2-23f6-47f0-9a07-1d78c0301c96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd517ea8-5208-480a-845f-d38fedc3da8c HTTP/1.1" status: 204  len: 168 time: 0.1396220
Jun 08 04:06:24.876949 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-04a79559-09b5-4f22-97b7-fd6738d0bb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:24.887597 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e35a2-23f6-47f0-9a07-1d78c0301c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd517ea8-5208-480a-845f-d38fedc3da8c,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:24.889906 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-7e5e35a2-23f6-47f0-9a07-1d78c0301c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:25.153637 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54276) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:25.171089 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-49c2bd67-858f-41b8-9b65-d599df560951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:25.275244 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-49c2bd67-858f-41b8-9b65-d599df560951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:25.278721 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-49c2bd67-858f-41b8-9b65-d599df560951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:25.286834 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0ada3a1e-d486-4dbc-9df9-648405421d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:25.324118 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2bd67-858f-41b8-9b65-d599df560951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b2f465-654d-4f2d-adee-25b66f4e2bc1,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:25.328121 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-49c2bd67-858f-41b8-9b65-d599df560951 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97d6c0056065453fb8bc9d5ffeb9ed94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1734588
Jun 08 04:06:25.329091 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-49c2bd67-858f-41b8-9b65-d599df560951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:25.330745 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54278) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:25.392122 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cbcff1fc-5c54-4348-8f90-ddef74fa1079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:25.410205 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54280) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:25.417003 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cbcff1fc-5c54-4348-8f90-ddef74fa1079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:25.482805 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cbcff1fc-5c54-4348-8f90-ddef74fa1079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:25.485305 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cbcff1fc-5c54-4348-8f90-ddef74fa1079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:25.489345 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-cbcff1fc-5c54-4348-8f90-ddef74fa1079 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12b2f465-654d-4f2d-adee-25b66f4e2bc1 HTTP/1.1" status: 204  len: 168 time: 0.1546342
Jun 08 04:06:25.489345 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-8f680a1a-63df-441d-b40e-6ca96a3e1b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:25.498454 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcff1fc-5c54-4348-8f90-ddef74fa1079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b2f465-654d-4f2d-adee-25b66f4e2bc1,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:25.500795 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-cbcff1fc-5c54-4348-8f90-ddef74fa1079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:25.917137 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Deleting port 075ded10-11e2-446a-8cb4-2c4d2e44399d {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:25.917552 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:26.048807 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:26.049137 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:26.184266 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Calling delete_port for 075ded10-11e2-446a-8cb4-2c4d2e44399d owned by network:floatingip {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:26.310331 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312467ea-cd4e-442d-8949-c927feb5459d req-e0d3d06d-5f4b-40ad-a87e-da2a6ecabef9 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:26.311805 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-312467ea-cd4e-442d-8949-c927feb5459d req-e0d3d06d-5f4b-40ad-a87e-da2a6ecabef9 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 946 time: 0.1059904
Jun 08 04:06:26.483246 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-312467ea-cd4e-442d-8949-c927feb5459d req-bf042145-0a7f-457c-91bd-fcabe1253a69 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1633801
Jun 08 04:06:26.512044 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:26.515777 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:26.559702 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Pushing event deleted for resources: {'Port': ['ID=075ded10-11e2-446a-8cb4-2c4d2e44399d,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:26.586272 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:26.652915 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for floatingip, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:26.653234 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.l3_db [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Floating IP 08508d7b-c14c-4488-801c-dc86f47e205e disassociated (deleted). External IP: 172.27.3.187, port: a23028f6-136c-4e9b-926f-2828a58156d6.
Jun 08 04:06:27.008483 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Router 69f96ce8-9c23-40af-96a0-87ec04657177 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:06:27.188074 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:06:27.192860 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:27.198314 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d4c8bf-8f02-4156-8689-4a9ab3fcb50d None None] Sync routers for ids ['69f96ce8-9c23-40af-96a0-87ec04657177'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:06:27.208122 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d4c8bf-8f02-4156-8689-4a9ab3fcb50d None None] Routers {'69f96ce8-9c23-40af-96a0-87ec04657177'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:06:27.209555 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-31d4c8bf-8f02-4156-8689-4a9ab3fcb50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0022b8af0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:06:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['69f96ce8-9c23-40af-96a0-87ec04657177'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:27.248011 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "DELETE /v2.0/floatingips/08508d7b-c14c-4488-801c-dc86f47e205e HTTP/1.1" status: 204  len: 168 time: 1.8366532
Jun 08 04:06:27.248690 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'tag': 'a23028f6-136c-4e9b-926f-2828a58156d6'}] {{(pid=91649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:06:27.250984 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68076f80de6398871b1479c29e58ad4c04b4d9bb8781698605459407955b999f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee0ecc9-8e84-4a41-b9e9-9ba1e2b85e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "11c2a293-f6d8-48b1-ad33-a81d588d8d71", "tag": "a23028f6-136c-4e9b-926f-2828a58156d6"}]}' {{(pid=91649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:06:27.307004 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c24a3e6-dec3-4c90-b0c8-8aa0bdcbf3f4 x-openstack-request-id: req-4c24a3e6-dec3-4c90-b0c8-8aa0bdcbf3f4 {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:06:27.307655 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c2a293-f6d8-48b1-ad33-a81d588d8d71", "tag": "a23028f6-136c-4e9b-926f-2828a58156d6", "status": "completed", "code": 200}]} {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:06:27.308198 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c24a3e6-dec3-4c90-b0c8-8aa0bdcbf3f4 {{(pid=91649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:06:27.308881 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'tag': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'status': 'completed', 'code': 200}
Jun 08 04:06:27.435940 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0ecc9-8e84-4a41-b9e9-9ba1e2b85e9d req-9c41cac8-691d-4d41-870a-204c991fe6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:27.438362 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aee0ecc9-8e84-4a41-b9e9-9ba1e2b85e9d req-9c41cac8-691d-4d41-870a-204c991fe6f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed3b379f822647c999c0ef8f3374f442&device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 1099 time: 0.1047797
Jun 08 04:06:27.447106 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-31d4c8bf-8f02-4156-8689-4a9ab3fcb50d None None] Set router 69f96ce8-9c23-40af-96a0-87ec04657177 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:06:27.791534 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593f970-166e-480a-b2dc-224f1d9b13ac req-0d0a68a8-642e-46e3-8be2-944f740cdb8c tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:27.793412 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9593f970-166e-480a-b2dc-224f1d9b13ac req-0d0a68a8-642e-46e3-8be2-944f740cdb8c tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.1572223
Jun 08 04:06:27.802516 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc494035-ac30-4c65-a037-767676813109 req-3d117595-fe99-4833-bdba-c3a74b7a4925 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:27.804709 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fc494035-ac30-4c65-a037-767676813109 req-3d117595-fe99-4833-bdba-c3a74b7a4925 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 946 time: 0.1330791
Jun 08 04:06:27.838787 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-31d4c8bf-8f02-4156-8689-4a9ab3fcb50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0022b8af0>, [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:00:32Z', 'revision_number': 4, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port': {'id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:28Z', 'updated_at': '2021-06-08T04:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'd8a3f921-c191-44dc-83d0-966bf8c1f81f', 'name': '', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'mac_address': 'fa:16:3e:45:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:32Z', 'updated_at': '2021-06-08T04:00:42Z', 'revision_number': 5, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'subnets': [{'id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:27.843548 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d4c8bf-8f02-4156-8689-4a9ab3fcb50d None None] Checking router: 69f96ce8-9c23-40af-96a0-87ec04657177 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:06:27.845146 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-7fb3146a-4a86-4469-a6ef-1a789dfd4c58 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:27.847432 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-7fb3146a-4a86-4469-a6ef-1a789dfd4c58 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.42 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 946 time: 0.2296288
Jun 08 04:06:27.850217 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0ecc9-8e84-4a41-b9e9-9ba1e2b85e9d req-1310a31a-85e2-4b39-a7e2-419c702646d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:27.851602 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aee0ecc9-8e84-4a41-b9e9-9ba1e2b85e9d req-1310a31a-85e2-4b39-a7e2-419c702646d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec3d888d-6dff-4db9-9652-095621504c10 HTTP/1.1" status: 200  len: 909 time: 0.4046085
Jun 08 04:06:27.855349 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d4c8bf-8f02-4156-8689-4a9ab3fcb50d None None] Routers {'69f96ce8-9c23-40af-96a0-87ec04657177'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:06:27.855983 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-31d4c8bf-8f02-4156-8689-4a9ab3fcb50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0022b8af0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:06:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['69f96ce8-9c23-40af-96a0-87ec04657177'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:27.876576 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9593f970-166e-480a-b2dc-224f1d9b13ac req-b3f57290-d636-414d-8ed0-c13af78c657a tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0707178
Jun 08 04:06:27.887549 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fc494035-ac30-4c65-a037-767676813109 req-ecc2173a-8897-4b1d-bee8-0ad21b96574a tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups?id=86ca041d-2bb1-4199-a29b-e7e77fc72579&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664854
Jun 08 04:06:27.971646 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aee0ecc9-8e84-4a41-b9e9-9ba1e2b85e9d req-9383a9f0-116c-4fe1-b8d7-ffb53a0e034f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23028f6-136c-4e9b-926f-2828a58156d6 HTTP/1.1" status: 200  len: 217 time: 0.0825891
Jun 08 04:06:28.038514 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-31d4c8bf-8f02-4156-8689-4a9ab3fcb50d None None] Set router 69f96ce8-9c23-40af-96a0-87ec04657177 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:06:28.092300 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0ecc9-8e84-4a41-b9e9-9ba1e2b85e9d req-186a0857-150d-4dcd-8945-cbcd430b2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:28.093697 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aee0ecc9-8e84-4a41-b9e9-9ba1e2b85e9d req-186a0857-150d-4dcd-8945-cbcd430b2f49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e9ffa32-8773-4eab-a887-3d9ef463e4c2 HTTP/1.1" status: 200  len: 847 time: 0.1131802
Jun 08 04:06:28.163212 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Deleting port 1fcac4b3-4a32-44e9-8fbe-de466f599ada {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:28.163562 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:28.282967 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0ecc9-8e84-4a41-b9e9-9ba1e2b85e9d req-e24d0957-912e-4825-8870-49b2fad948a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:28.284513 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aee0ecc9-8e84-4a41-b9e9-9ba1e2b85e9d req-e24d0957-912e-4825-8870-49b2fad948a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec3d888d-6dff-4db9-9652-095621504c10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1831219
Jun 08 04:06:28.343224 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-31d4c8bf-8f02-4156-8689-4a9ab3fcb50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0022b8af0>, [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:00:32Z', 'revision_number': 4, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port': {'id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:28Z', 'updated_at': '2021-06-08T04:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'd8a3f921-c191-44dc-83d0-966bf8c1f81f', 'name': '', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'mac_address': 'fa:16:3e:45:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:32Z', 'updated_at': '2021-06-08T04:00:42Z', 'revision_number': 5, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'subnets': [{'id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:28.347113 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d4c8bf-8f02-4156-8689-4a9ab3fcb50d None None] The sync data for ids ['69f96ce8-9c23-40af-96a0-87ec04657177'] in dv-cinder-786627-8-iscsi is: [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:00:32Z', 'revision_number': 4, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port': {'id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:28Z', 'updated_at': '2021-06-08T04:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'd8a3f921-c191-44dc-83d0-966bf8c1f81f', 'name': '', 'network_id': 'ec3d888d-6dff-4db9-9652-095621504c10', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'mac_address': 'fa:16:3e:45:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:32Z', 'updated_at': '2021-06-08T04:00:42Z', 'revision_number': 5, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'subnets': [{'id': '8e9ffa32-8773-4eab-a887-3d9ef463e4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:06:28.385997 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] For port 1fcac4b3-4a32-44e9-8fbe-de466f599ada, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1fcac4b3-4a32-44e9-8fbe-de466f599ada,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:28.386363 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:28.556215 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855f010-afd6-4533-a92a-85341f5f49c6 None None] New status for floating IP 08508d7b-c14c-4488-801c-dc86f47e205e: DOWN {{(pid=91650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:06:28.579149 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aee0ecc9-8e84-4a41-b9e9-9ba1e2b85e9d req-33b7701b-0ebb-4dde-adcf-b3eea2a9aa64 service neutron] 10.222.0.42 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2811956
Jun 08 04:06:28.836376 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:28.836807 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:28.837146 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.l3_db [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Floating IP 01db9dc1-506d-4bb2-b1c6-72c93fe0eec7 disassociated. External IP: 172.27.3.31, port: 1fcac4b3-4a32-44e9-8fbe-de466f599ada.
Jun 08 04:06:28.837546 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Calling delete_port for 1fcac4b3-4a32-44e9-8fbe-de466f599ada owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:28.841474 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-aee0ecc9-8e84-4a41-b9e9-9ba1e2b85e9d req-4a249670-28da-4dce-8d2f-d2a7c7c43430 service neutron] 10.222.0.42 "GET /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2458751
Jun 08 04:06:28.964689 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:28.972133 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-a84b8891-d389-49d4-8cb8-b576fae00380 tempest-VolumesSnapshotTestJSON-164509195 tempest-VolumesSnapshotTestJSON-164509195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:29.027733 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Pushing event deleted for resources: {'Port': ['ID=1fcac4b3-4a32-44e9-8fbe-de466f599ada,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:29.031069 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:29.098291 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f96dcf05-e644-47c5-bd95-13281d7c51ec req-82a5849c-18f6-45e5-a728-1f3761920790 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 210 time: 0.0560243
Jun 08 04:06:29.170739 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7fb96-f514-4c95-8d2a-158562a56f47 req-d9536502-ecd6-4b42-aa72-e403c05fa431 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:29.172210 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-55a7fb96-f514-4c95-8d2a-158562a56f47 req-d9536502-ecd6-4b42-aa72-e403c05fa431 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.1663373
Jun 08 04:06:29.230796 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-55a7fb96-f514-4c95-8d2a-158562a56f47 req-7b9ddd2b-00c3-49d6-a8eb-17931d7c9a2b tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa16f430-6184-4e93-8505-c1bc913bbf85&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0518498
Jun 08 04:06:29.428203 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Router 2c62b53f-da8f-47c0-9445-61f406a8fd05 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:06:29.446129 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b090c18-fff4-4f98-bb75-e99fdd98c0e2 req-cfdeacac-a505-43ad-90b7-e88b72d89aa7 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:06:29.447581 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6b090c18-fff4-4f98-bb75-e99fdd98c0e2 req-cfdeacac-a505-43ad-90b7-e88b72d89aa7 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.42 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 946 time: 0.2614472
Jun 08 04:06:29.729226 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:06:29.738138 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d065a73e-81f6-4e4f-9ef7-86bd20c284a0 None None] Sync routers for ids ['2c62b53f-da8f-47c0-9445-61f406a8fd05'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:06:29.746998 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d065a73e-81f6-4e4f-9ef7-86bd20c284a0 None None] Routers {'2c62b53f-da8f-47c0-9445-61f406a8fd05'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:06:29.747599 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-d065a73e-81f6-4e4f-9ef7-86bd20c284a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0022b81c0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:06:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2c62b53f-da8f-47c0-9445-61f406a8fd05'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:29.809103 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] No DVR routers for this DVR port 1fcac4b3-4a32-44e9-8fbe-de466f599ada on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:06:29.811674 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:29.813777 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-7658d609-60ce-4620-bc71-5c0ead2eaa87 req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.42 "DELETE /v2.0/ports/1fcac4b3-4a32-44e9-8fbe-de466f599ada HTTP/1.1" status: 204  len: 173 time: 1.9555461
Jun 08 04:06:29.815076 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3429cd15-57b0-4781-9d38-5133f6838672', 'name': 'network-vif-deleted', 'tag': '1fcac4b3-4a32-44e9-8fbe-de466f599ada'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:06:29.818412 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c03de2-4122-482b-a0d9-faeb00b557c4" -d '{"events": [{"server_uuid": "3429cd15-57b0-4781-9d38-5133f6838672", "name": "network-vif-deleted", "tag": "1fcac4b3-4a32-44e9-8fbe-de466f599ada"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:06:29.826503 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-6b090c18-fff4-4f98-bb75-e99fdd98c0e2 req-d14732ad-31a4-4017-86e2-ca3b80aefdf5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Deleting port a23028f6-136c-4e9b-926f-2828a58156d6 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:29.826878 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6b090c18-fff4-4f98-bb75-e99fdd98c0e2 req-d14732ad-31a4-4017-86e2-ca3b80aefdf5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:29.901386 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f237ed-c388-44de-89c8-9ec878aa3fec x-openstack-request-id: req-74f237ed-c388-44de-89c8-9ec878aa3fec {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:06:29.901717 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3429cd15-57b0-4781-9d38-5133f6838672", "name": "network-vif-deleted", "tag": "1fcac4b3-4a32-44e9-8fbe-de466f599ada", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:06:29.902002 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74f237ed-c388-44de-89c8-9ec878aa3fec {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:06:29.902425 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3429cd15-57b0-4781-9d38-5133f6838672', 'name': 'network-vif-deleted', 'tag': '1fcac4b3-4a32-44e9-8fbe-de466f599ada', 'status': 'completed', 'code': 200}
Jun 08 04:06:29.946593 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-d065a73e-81f6-4e4f-9ef7-86bd20c284a0 None None] Set router 2c62b53f-da8f-47c0-9445-61f406a8fd05 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:06:29.981662 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-6b090c18-fff4-4f98-bb75-e99fdd98c0e2 req-d14732ad-31a4-4017-86e2-ca3b80aefdf5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] For port a23028f6-136c-4e9b-926f-2828a58156d6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a23028f6-136c-4e9b-926f-2828a58156d6,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:29.981954 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6b090c18-fff4-4f98-bb75-e99fdd98c0e2 req-d14732ad-31a4-4017-86e2-ca3b80aefdf5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:30.106496 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-6b090c18-fff4-4f98-bb75-e99fdd98c0e2 req-d14732ad-31a4-4017-86e2-ca3b80aefdf5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Calling delete_port for a23028f6-136c-4e9b-926f-2828a58156d6 owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:30.241132 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6b090c18-fff4-4f98-bb75-e99fdd98c0e2 req-d14732ad-31a4-4017-86e2-ca3b80aefdf5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:30.248144 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9c232f6e-84d3-40a8-9cb1-3451d4680eed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:30.296890 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14732ad-31a4-4017-86e2-ca3b80aefdf5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Pushing event deleted for resources: {'Port': ['ID=a23028f6-136c-4e9b-926f-2828a58156d6,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:30.299683 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d14732ad-31a4-4017-86e2-ca3b80aefdf5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:30.348397 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-d065a73e-81f6-4e4f-9ef7-86bd20c284a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0022b81c0>, [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:10Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:30.351867 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-db8405d2-aaa4-494d-92a2-84a3d9960a29 req-836e14df-03f6-40a8-90a6-7761546754cf tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/ports?device_id=3429cd15-57b0-4781-9d38-5133f6838672 HTTP/1.1" status: 200  len: 210 time: 0.1109447
Jun 08 04:06:30.366283 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d065a73e-81f6-4e4f-9ef7-86bd20c284a0 None None] Checking router: 2c62b53f-da8f-47c0-9445-61f406a8fd05 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:06:30.382774 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d065a73e-81f6-4e4f-9ef7-86bd20c284a0 None None] Routers {'2c62b53f-da8f-47c0-9445-61f406a8fd05'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:06:30.383628 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-d065a73e-81f6-4e4f-9ef7-86bd20c284a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0022b81c0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:06:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2c62b53f-da8f-47c0-9445-61f406a8fd05'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:30.441763 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b090c18-fff4-4f98-bb75-e99fdd98c0e2 req-d14732ad-31a4-4017-86e2-ca3b80aefdf5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] No DVR routers for this DVR port a23028f6-136c-4e9b-926f-2828a58156d6 on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:06:30.444740 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6b090c18-fff4-4f98-bb75-e99fdd98c0e2 req-d14732ad-31a4-4017-86e2-ca3b80aefdf5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:30.447057 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6b090c18-fff4-4f98-bb75-e99fdd98c0e2 req-d14732ad-31a4-4017-86e2-ca3b80aefdf5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.42 "DELETE /v2.0/ports/a23028f6-136c-4e9b-926f-2828a58156d6 HTTP/1.1" status: 204  len: 173 time: 0.9497557
Jun 08 04:06:30.480435 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bc0a8851-9917-4aaa-a869-ee08bba90eb1 req-80a48587-678b-4c41-9d98-8a242a19464f tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c2a293-f6d8-48b1-ad33-a81d588d8d71 HTTP/1.1" status: 200  len: 210 time: 0.0606201
Jun 08 04:06:30.608469 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-d065a73e-81f6-4e4f-9ef7-86bd20c284a0 None None] Set router 2c62b53f-da8f-47c0-9445-61f406a8fd05 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:06:30.976774 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device a23028f6-136c-4e9b-926f-2828a58156d6 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:06:30.997315 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-d065a73e-81f6-4e4f-9ef7-86bd20c284a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0022b81c0>, [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:10Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:31.001851 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d065a73e-81f6-4e4f-9ef7-86bd20c284a0 None None] The sync data for ids ['2c62b53f-da8f-47c0-9445-61f406a8fd05'] in dv-cinder-786627-8-iscsi is: [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T03:58:59Z', 'revision_number': 4, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '3a7b1cb3-2408-4815-9bed-ee3d2ac978eb', 'name': '', 'network_id': '25595095-7d27-4a13-98f0-9ae27dbcb04c', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'mac_address': 'fa:16:3e:bf:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:53Z', 'updated_at': '2021-06-08T03:59:10Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'subnets': [{'id': '04013948-cf16-4867-b02e-8ad55b6e8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:06:31.022874 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: a23028f6-136c-4e9b-926f-2828a58156d6 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:06:31.023153 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device a23028f6-136c-4e9b-926f-2828a58156d6 not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:06:31.023773 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1fcac4b3-4a32-44e9-8fbe-de466f599ada no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:06:31.064376 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: 1fcac4b3-4a32-44e9-8fbe-de466f599ada {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:06:31.064610 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1fcac4b3-4a32-44e9-8fbe-de466f599ada not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:06:31.212824 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b40e4-4d1f-4a12-a451-84e0824e4401 None None] New status for floating IP 01db9dc1-506d-4bb2-b1c6-72c93fe0eec7: DOWN {{(pid=91650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:06:31.497145 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54380) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:31.561370 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-aa73658e-0ccc-4e57-accc-c814c8dae869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:31.574201 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54384) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:31.590442 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-aa73658e-0ccc-4e57-accc-c814c8dae869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:31.644988 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bd423a06-841d-43ba-a347-34d0ce2034cc tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:31.646556 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-aa73658e-0ccc-4e57-accc-c814c8dae869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:31.649023 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-aa73658e-0ccc-4e57-accc-c814c8dae869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:31.650117 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-aa73658e-0ccc-4e57-accc-c814c8dae869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "DELETE /v2.0/security-groups/86ca041d-2bb1-4199-a29b-e7e77fc72579 HTTP/1.1" status: 204  len: 168 time: 0.1518703
Jun 08 04:06:31.651140 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-3bb003e3-27fd-466e-9e87-9760f93acccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:31.655385 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54386) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:31.662163 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73658e-0ccc-4e57-accc-c814c8dae869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ca041d-2bb1-4199-a29b-e7e77fc72579,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:31.664501 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-aa73658e-0ccc-4e57-accc-c814c8dae869 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:31.683840 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.api.v2.resource [None req-623168d8-353e-4629-86d4-084aaf5da7c4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] show failed (client error): The resource could not be found.
Jun 08 04:06:31.684873 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-623168d8-353e-4629-86d4-084aaf5da7c4 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "GET /v2.0/security-groups/86ca041d-2bb1-4199-a29b-e7e77fc72579 HTTP/1.1" status: 404  len: 347 time: 0.0285804
Jun 08 04:06:31.688024 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54388) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:31.691285 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bd423a06-841d-43ba-a347-34d0ce2034cc tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:31.757136 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bd423a06-841d-43ba-a347-34d0ce2034cc tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:31.759660 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bd423a06-841d-43ba-a347-34d0ce2034cc tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:31.760801 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-bd423a06-841d-43ba-a347-34d0ce2034cc tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] 10.222.0.15 "DELETE /v2.0/security-groups/fa16f430-6184-4e93-8505-c1bc913bbf85 HTTP/1.1" status: 204  len: 168 time: 0.1849661
Jun 08 04:06:31.761654 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-ee843d36-db33-4f5c-a4b3-e0493663ec54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:31.773098 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd423a06-841d-43ba-a347-34d0ce2034cc tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa16f430-6184-4e93-8505-c1bc913bbf85,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:31.779842 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-bd423a06-841d-43ba-a347-34d0ce2034cc tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:31.810411 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54392) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:31.903477 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'name': 'network-vif-deleted', 'tag': 'a23028f6-136c-4e9b-926f-2828a58156d6'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:06:31.905937 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68cbe6a-562e-486d-958e-b3d9a6f63238" -d '{"events": [{"server_uuid": "11c2a293-f6d8-48b1-ad33-a81d588d8d71", "name": "network-vif-deleted", "tag": "a23028f6-136c-4e9b-926f-2828a58156d6"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:06:31.948079 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa97c606-aebc-4445-9382-2d88d82a1c76 x-openstack-request-id: req-fa97c606-aebc-4445-9382-2d88d82a1c76 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:06:31.948434 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c2a293-f6d8-48b1-ad33-a81d588d8d71", "name": "network-vif-deleted", "tag": "a23028f6-136c-4e9b-926f-2828a58156d6", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:06:31.948722 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa97c606-aebc-4445-9382-2d88d82a1c76 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:06:31.949145 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c2a293-f6d8-48b1-ad33-a81d588d8d71', 'name': 'network-vif-deleted', 'tag': 'a23028f6-136c-4e9b-926f-2828a58156d6', 'status': 'completed', 'code': 200}
Jun 08 04:06:32.014665 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-1ecdcee6-8f76-4531-9620-27ff415fc4b7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Deleting port a17e3d41-357d-4eb8-968b-b855b28140ed {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:32.015019 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcee6-8f76-4531-9620-27ff415fc4b7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:32.141759 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcee6-8f76-4531-9620-27ff415fc4b7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:32.142103 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcee6-8f76-4531-9620-27ff415fc4b7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:32.267102 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-1ecdcee6-8f76-4531-9620-27ff415fc4b7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Calling delete_port for a17e3d41-357d-4eb8-968b-b855b28140ed owned by network:floatingip {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:32.383383 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcee6-8f76-4531-9620-27ff415fc4b7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:32.389148 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:32.466939 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdcee6-8f76-4531-9620-27ff415fc4b7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Pushing event deleted for resources: {'Port': ['ID=a17e3d41-357d-4eb8-968b-b855b28140ed,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:32.469550 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-1ecdcee6-8f76-4531-9620-27ff415fc4b7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:32.540614 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcee6-8f76-4531-9620-27ff415fc4b7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks [] for floatingip, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:32.543983 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcee6-8f76-4531-9620-27ff415fc4b7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:32.545190 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-1ecdcee6-8f76-4531-9620-27ff415fc4b7 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] 10.222.0.15 "DELETE /v2.0/floatingips/01db9dc1-506d-4bb2-b1c6-72c93fe0eec7 HTTP/1.1" status: 204  len: 168 time: 0.8561654
Jun 08 04:06:32.695444 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a8b79898-0423-4929-9e09-2b6b6a508ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032997'] for router_interface, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:33.107081 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-a8b79898-0423-4929-9e09-2b6b6a508ad8 admin admin] Deleting port d8a3f921-c191-44dc-83d0-966bf8c1f81f {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:33.107426 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a8b79898-0423-4929-9e09-2b6b6a508ad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:33.226099 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-a8b79898-0423-4929-9e09-2b6b6a508ad8 admin admin] For port d8a3f921-c191-44dc-83d0-966bf8c1f81f, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=d8a3f921-c191-44dc-83d0-966bf8c1f81f,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:33.226463 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a8b79898-0423-4929-9e09-2b6b6a508ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:33.346444 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-a8b79898-0423-4929-9e09-2b6b6a508ad8 admin admin] Calling delete_port for d8a3f921-c191-44dc-83d0-966bf8c1f81f owned by network:router_interface {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:33.482837 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a8b79898-0423-4929-9e09-2b6b6a508ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:33.487128 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-603406eb-3a03-4d1b-b398-656ca5395814 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:33.554817 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b79898-0423-4929-9e09-2b6b6a508ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a3f921-c191-44dc-83d0-966bf8c1f81f,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:33.565698 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-a8b79898-0423-4929-9e09-2b6b6a508ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:33.801739 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a8b79898-0423-4929-9e09-2b6b6a508ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614622'] for router_interface, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:34.304077 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b79898-0423-4929-9e09-2b6b6a508ad8 admin admin] Router 69f96ce8-9c23-40af-96a0-87ec04657177 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:06:34.490093 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b79898-0423-4929-9e09-2b6b6a508ad8 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:06:34.495063 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-a8b79898-0423-4929-9e09-2b6b6a508ad8 admin admin] 10.222.0.15 "PUT /v2.0/routers/69f96ce8-9c23-40af-96a0-87ec04657177/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6835666
Jun 08 04:06:34.497621 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54434) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:34.500622 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0930a460-46f3-41f5-94d3-b7c91979903e None None] Sync routers for ids ['69f96ce8-9c23-40af-96a0-87ec04657177'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:06:34.511108 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0930a460-46f3-41f5-94d3-b7c91979903e None None] Routers {'69f96ce8-9c23-40af-96a0-87ec04657177'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:06:34.512097 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-0930a460-46f3-41f5-94d3-b7c91979903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002fc95e0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:06:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['69f96ce8-9c23-40af-96a0-87ec04657177'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:34.674006 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Notify callbacks [] for router, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:34.687597 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-0930a460-46f3-41f5-94d3-b7c91979903e None None] Set router 69f96ce8-9c23-40af-96a0-87ec04657177 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:06:34.845584 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:34.915943 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Deleting port ae8492f8-2f82-4ac4-bd68-487c9a1803f9 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:34.916285 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:34.963976 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-0930a460-46f3-41f5-94d3-b7c91979903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002fc95e0>, [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:06:33Z', 'revision_number': 5, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port': {'id': 'ae8492f8-2f82-4ac4-bd68-487c9a1803f9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:28Z', 'updated_at': '2021-06-08T04:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:34.967685 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0930a460-46f3-41f5-94d3-b7c91979903e None None] Checking router: 69f96ce8-9c23-40af-96a0-87ec04657177 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:06:34.976531 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0930a460-46f3-41f5-94d3-b7c91979903e None None] Routers {'69f96ce8-9c23-40af-96a0-87ec04657177'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:06:34.977147 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-0930a460-46f3-41f5-94d3-b7c91979903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002fc95e0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:06:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['69f96ce8-9c23-40af-96a0-87ec04657177'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:35.038901 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] For port ae8492f8-2f82-4ac4-bd68-487c9a1803f9, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=ae8492f8-2f82-4ac4-bd68-487c9a1803f9,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:35.039277 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:35.152853 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-0930a460-46f3-41f5-94d3-b7c91979903e None None] Set router 69f96ce8-9c23-40af-96a0-87ec04657177 gateway port host: None {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:06:35.161980 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Calling delete_port for ae8492f8-2f82-4ac4-bd68-487c9a1803f9 owned by network:router_gateway {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:35.292646 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-0930a460-46f3-41f5-94d3-b7c91979903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002fc95e0>, [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:06:34Z', 'revision_number': 6, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port_host': None}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:35.296945 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0930a460-46f3-41f5-94d3-b7c91979903e None None] The sync data for ids ['69f96ce8-9c23-40af-96a0-87ec04657177'] in dv-cinder-786627-8-iscsi is: [{'id': '69f96ce8-9c23-40af-96a0-87ec04657177', 'name': 'tempest-TestShelveInstance-727504183-router', 'tenant_id': 'ed3b379f822647c999c0ef8f3374f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:27Z', 'updated_at': '2021-06-08T04:06:34Z', 'revision_number': 6, 'project_id': 'ed3b379f822647c999c0ef8f3374f442', 'gw_port_host': None}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:06:35.354090 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:35.360604 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fd795602-6e8b-4579-ac22-3657e775e86c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:35.406186 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8492f8-2f82-4ac4-bd68-487c9a1803f9,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:35.409083 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:35.418715 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54448) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:35.620206 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033027'] for router_gateway, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:35.792847 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:35.795030 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:35.820239 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-618746'] for router, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:35.820722 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69f96ce8-9c23-40af-96a0-87ec04657177 {{(pid=91648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 04:06:35.825487 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Notify callbacks [] for router, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:35.826789 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] 10.222.0.15 "DELETE /v2.0/routers/69f96ce8-9c23-40af-96a0-87ec04657177 HTTP/1.1" status: 204  len: 168 time: 1.3282661
Jun 08 04:06:35.829261 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54452) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:35.882548 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:35.891944 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ce28ec-ef3f-46b5-a637-7c6207c4ece8 admin admin] Deleting subnet 8e9ffa32-8773-4eab-a887-3d9ef463e4c2 {{(pid=91648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:06:35.895553 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-25ce28ec-ef3f-46b5-a637-7c6207c4ece8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:35.943579 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-25ce28ec-ef3f-46b5-a637-7c6207c4ece8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327513'] for subnet, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.023301 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-25ce28ec-ef3f-46b5-a637-7c6207c4ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.031769 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47f94aa4-90a1-49bc-a4de-88030ba48c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032997'] for router_interface, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.102337 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-25ce28ec-ef3f-46b5-a637-7c6207c4ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2358576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981074'] for subnet, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.106602 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-8193f920-3e94-4023-b11f-ff13e92bc9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:36.133093 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device ae8492f8-2f82-4ac4-bd68-487c9a1803f9 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:06:36.143797 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce28ec-ef3f-46b5-a637-7c6207c4ece8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9ffa32-8773-4eab-a887-3d9ef463e4c2,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:36.146913 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-25ce28ec-ef3f-46b5-a637-7c6207c4ece8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:36.147883 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-25ce28ec-ef3f-46b5-a637-7c6207c4ece8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.152208 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-25ce28ec-ef3f-46b5-a637-7c6207c4ece8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8e9ffa32-8773-4eab-a887-3d9ef463e4c2 HTTP/1.1" status: 204  len: 168 time: 0.3219275
Jun 08 04:06:36.152818 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54454) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:36.159746 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d5ff25-db39-4c43-9582-db5e1a8795d4 None None] Network ec3d888d-6dff-4db9-9652-095621504c10 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:06:36.232136 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: ae8492f8-2f82-4ac4-bd68-487c9a1803f9 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:06:36.232569 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device ae8492f8-2f82-4ac4-bd68-487c9a1803f9 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:06:36.233055 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device d8a3f921-c191-44dc-83d0-966bf8c1f81f no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:06:36.261082 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.279966 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: d8a3f921-c191-44dc-83d0-966bf8c1f81f {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:06:36.280226 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device d8a3f921-c191-44dc-83d0-966bf8c1f81f not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:06:36.337858 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Deleting port af045b62-84d4-4267-b691-4b5af6f8f444 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:36.338218 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.477328 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] For port af045b62-84d4-4267-b691-4b5af6f8f444, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=af045b62-84d4-4267-b691-4b5af6f8f444,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:36.478381 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.481574 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bca041-96ae-4ca1-ac1e-4159f9842105 None None] DHCP port deletion for ec3d888d-6dff-4db9-9652-095621504c10 request from dv-cinder-786627-8-iscsi {{(pid=91650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 04:06:36.557916 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-87bca041-96ae-4ca1-ac1e-4159f9842105 None None] Deleting port af045b62-84d4-4267-b691-4b5af6f8f444 {{(pid=91650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:36.558217 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-87bca041-96ae-4ca1-ac1e-4159f9842105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.645634 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Calling delete_port for af045b62-84d4-4267-b691-4b5af6f8f444 owned by network:dhcp {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:36.657270 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-47f94aa4-90a1-49bc-a4de-88030ba48c63 admin admin] Deleting port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:36.657820 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47f94aa4-90a1-49bc-a4de-88030ba48c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.674393 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-87bca041-96ae-4ca1-ac1e-4159f9842105 None None] For port af045b62-84d4-4267-b691-4b5af6f8f444, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=af045b62-84d4-4267-b691-4b5af6f8f444,segment=NetworkSegment(ab09434d-47c0-48fe-b110-bf0b62d8df48),segment_id=ab09434d-47c0-48fe-b110-bf0b62d8df48)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:36.674935 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-87bca041-96ae-4ca1-ac1e-4159f9842105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.711432 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.717403 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e88cb450-c943-47f5-9e16-f8a87506b462 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:36.769419 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=af045b62-84d4-4267-b691-4b5af6f8f444,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:36.771586 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] No DVR routers for this DVR port af045b62-84d4-4267-b691-4b5af6f8f444 on host dv-cinder-786627-8-iscsi {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:06:36.773455 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:36.827006 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [None req-47f94aa4-90a1-49bc-a4de-88030ba48c63 admin admin] For port 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=3a7b1cb3-2408-4815-9bed-ee3d2ac978eb,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:36.827419 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47f94aa4-90a1-49bc-a4de-88030ba48c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.845407 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-87bca041-96ae-4ca1-ac1e-4159f9842105 None None] Calling delete_port for af045b62-84d4-4267-b691-4b5af6f8f444 owned by network:dhcp {{(pid=91650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:36.898244 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-87bca041-96ae-4ca1-ac1e-4159f9842105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194'] for port, after_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.903124 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:36.941053 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:36.947912 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bca041-96ae-4ca1-ac1e-4159f9842105 None None] Pushing event deleted for resources: {'Port': ['ID=af045b62-84d4-4267-b691-4b5af6f8f444,revision_number=None']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:36.955214 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-87bca041-96ae-4ca1-ac1e-4159f9842105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:36.956374 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bca041-96ae-4ca1-ac1e-4159f9842105 None None] No DVR routers for this DVR port af045b62-84d4-4267-b691-4b5af6f8f444 on host dv-cinder-786627-8-iscsi {{(pid=91650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:06:36.960410 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb00232fcd0>,) {'filters': {'network_id': ['ec3d888d-6dff-4db9-9652-095621504c10']}} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:36.983111 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb00232fcd0>, 'ab09434d-47c0-48fe-b110-bf0b62d8df48') {'for_net_delete': True} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:36.983493 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb00232fcd0>, 'ab09434d-47c0-48fe-b110-bf0b62d8df48') {} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:36.988041 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-47f94aa4-90a1-49bc-a4de-88030ba48c63 admin admin] Calling delete_port for 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb owned by network:router_interface {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:36.996717 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2327506'] for segment, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:37.016154 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:37.023382 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=91648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:06:37.023873 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2358677'] for segment, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]: Traceback (most recent call last):
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     timer()
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     cb(*args, **kw)
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     return func(*args, **kwargs)
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     self._notify()
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     self.callback(batched_events)
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     event.method(event)
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     return f(self, *a, **k)
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._get(url).json()
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:06:37.038641 dv-cinder-786627-8-iscsi neutron-server[91648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:06:37.116451 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54466) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:37.125819 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:37.131790 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:37.133761 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ec3d888d-6dff-4db9-9652-095621504c10 HTTP/1.1" status: 204  len: 168 time: 0.9800529
Jun 08 04:06:37.134499 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:37.141819 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54470) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:37.153204 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec3d888d-6dff-4db9-9652-095621504c10,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:37.155695 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:37.243278 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4f18a448-4d41-4ca6-b51c-a7f4796555f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:37.270078 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47f94aa4-90a1-49bc-a4de-88030ba48c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:37.293260 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:37.342679 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f94aa4-90a1-49bc-a4de-88030ba48c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7b1cb3-2408-4815-9bed-ee3d2ac978eb,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:37.359735 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4f18a448-4d41-4ca6-b51c-a7f4796555f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:37.364107 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-4f18a448-4d41-4ca6-b51c-a7f4796555f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:37.372520 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-47f94aa4-90a1-49bc-a4de-88030ba48c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:37.378803 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e181391e-c33d-497a-bd28-b4a25c7d491b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:37.516351 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-4f18a448-4d41-4ca6-b51c-a7f4796555f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be7358fb0c4f49838125310d139ea5dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3978179
Jun 08 04:06:37.516351 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18a448-4d41-4ca6-b51c-a7f4796555f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767ecbf6-afa0-499b-bc6a-a779361622ab,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:37.520490 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54476) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:37.533523 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-4f18a448-4d41-4ca6-b51c-a7f4796555f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:37.582446 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a6df5bde-b57f-4d6c-9749-4ab430dede54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:37.607665 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a6df5bde-b57f-4d6c-9749-4ab430dede54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:37.659333 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a6df5bde-b57f-4d6c-9749-4ab430dede54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:37.661930 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a6df5bde-b57f-4d6c-9749-4ab430dede54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:37.663030 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-a6df5bde-b57f-4d6c-9749-4ab430dede54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/767ecbf6-afa0-499b-bc6a-a779361622ab HTTP/1.1" status: 204  len: 168 time: 0.1415880
Jun 08 04:06:37.663776 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-90f2efb3-44e9-416e-af9a-f8f46bd59c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:37.673124 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df5bde-b57f-4d6c-9749-4ab430dede54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767ecbf6-afa0-499b-bc6a-a779361622ab,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:37.675332 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-a6df5bde-b57f-4d6c-9749-4ab430dede54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:37.909952 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47f94aa4-90a1-49bc-a4de-88030ba48c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614622'] for router_interface, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:37.970100 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54482) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:37.989265 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-33a6e674-f146-49f3-91c4-a86f96572803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:38.009897 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device af045b62-84d4-4267-b691-4b5af6f8f444 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:06:38.045133 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: af045b62-84d4-4267-b691-4b5af6f8f444 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:06:38.045482 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device af045b62-84d4-4267-b691-4b5af6f8f444 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:06:38.095371 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-33a6e674-f146-49f3-91c4-a86f96572803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:38.099322 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-33a6e674-f146-49f3-91c4-a86f96572803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:38.111089 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c1b0f0a0-03c8-421b-81f3-99581790b158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:38.151179 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-33a6e674-f146-49f3-91c4-a86f96572803 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da14c2e4aa0d408fbe8b5cf10f6cc5f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1794403
Jun 08 04:06:38.153042 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6e674-f146-49f3-91c4-a86f96572803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ce8439-1200-4bbd-b6ac-8f5212ad3ffb,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:38.154686 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54484) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:38.156049 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-33a6e674-f146-49f3-91c4-a86f96572803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:38.422928 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-850656f3-a396-4509-a26a-723ceafb2e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:38.463788 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-850656f3-a396-4509-a26a-723ceafb2e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:38.471406 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f94aa4-90a1-49bc-a4de-88030ba48c63 admin admin] Router 2c62b53f-da8f-47c0-9445-61f406a8fd05 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:06:38.655418 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbcfc-357c-4462-b55a-fb00dd139fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032997'] for router_interface, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:38.784211 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-850656f3-a396-4509-a26a-723ceafb2e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:38.786502 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-850656f3-a396-4509-a26a-723ceafb2e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:38.787601 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-850656f3-a396-4509-a26a-723ceafb2e4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38ce8439-1200-4bbd-b6ac-8f5212ad3ffb HTTP/1.1" status: 204  len: 168 time: 0.6303568
Jun 08 04:06:38.806559 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-7e5e35a2-23f6-47f0-9a07-1d78c0301c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:38.830055 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850656f3-a396-4509-a26a-723ceafb2e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ce8439-1200-4bbd-b6ac-8f5212ad3ffb,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:38.835715 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-850656f3-a396-4509-a26a-723ceafb2e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:38.849844 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f94aa4-90a1-49bc-a4de-88030ba48c63 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:06:38.859291 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-47f94aa4-90a1-49bc-a4de-88030ba48c63 admin admin] 10.222.0.15 "PUT /v2.0/routers/2c62b53f-da8f-47c0-9445-61f406a8fd05/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4365296
Jun 08 04:06:38.859291 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54488) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:38.866413 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364fcd93-a09b-4851-8de3-664619c19b9e None None] Sync routers for ids ['2c62b53f-da8f-47c0-9445-61f406a8fd05'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:06:38.875910 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364fcd93-a09b-4851-8de3-664619c19b9e None None] Routers {'2c62b53f-da8f-47c0-9445-61f406a8fd05'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:06:38.876568 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-364fcd93-a09b-4851-8de3-664619c19b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0022b79a0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:06:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2c62b53f-da8f-47c0-9445-61f406a8fd05'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:39.098364 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-364fcd93-a09b-4851-8de3-664619c19b9e None None] Set router 2c62b53f-da8f-47c0-9445-61f406a8fd05 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:06:39.154856 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Notify callbacks [] for router, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:39.392731 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-364fcd93-a09b-4851-8de3-664619c19b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0022b79a0>, [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T04:06:37Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:39.396938 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364fcd93-a09b-4851-8de3-664619c19b9e None None] Checking router: 2c62b53f-da8f-47c0-9445-61f406a8fd05 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:06:39.405157 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364fcd93-a09b-4851-8de3-664619c19b9e None None] Routers {'2c62b53f-da8f-47c0-9445-61f406a8fd05'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:06:39.405762 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-364fcd93-a09b-4851-8de3-664619c19b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0022b79a0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:06:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2c62b53f-da8f-47c0-9445-61f406a8fd05'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:39.546732 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:39.581997 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-364fcd93-a09b-4851-8de3-664619c19b9e None None] Set router 2c62b53f-da8f-47c0-9445-61f406a8fd05 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:06:39.616270 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-ee7cbcfc-357c-4462-b55a-fb00dd139fd0 admin admin] Deleting port 6bf02895-ae8f-4510-b878-bf4e139b9961 {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:39.616630 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbcfc-357c-4462-b55a-fb00dd139fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:39.704911 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Deleting port d2929524-49c5-45b7-ae84-e0a654a4cadc {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:39.705249 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:39.818661 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [None req-ee7cbcfc-357c-4462-b55a-fb00dd139fd0 admin admin] For port 6bf02895-ae8f-4510-b878-bf4e139b9961, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=6bf02895-ae8f-4510-b878-bf4e139b9961,segment=NetworkSegment(d18dd5c1-f2c4-424d-accb-bb768b4a6a4e),segment_id=d18dd5c1-f2c4-424d-accb-bb768b4a6a4e)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:39.819010 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbcfc-357c-4462-b55a-fb00dd139fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:39.860568 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-364fcd93-a09b-4851-8de3-664619c19b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0022b79a0>, [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T04:06:37Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:39.865224 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364fcd93-a09b-4851-8de3-664619c19b9e None None] The sync data for ids ['2c62b53f-da8f-47c0-9445-61f406a8fd05'] in dv-cinder-786627-8-iscsi is: [{'id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1790619782-router', 'tenant_id': 'abf42340f75147129f89ce0ba005ee2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T03:58:38Z', 'updated_at': '2021-06-08T04:06:37Z', 'revision_number': 5, 'project_id': 'abf42340f75147129f89ce0ba005ee2c', 'gw_port': {'id': 'd2929524-49c5-45b7-ae84-e0a654a4cadc', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c62b53f-da8f-47c0-9445-61f406a8fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T03:58:41Z', 'updated_at': '2021-06-08T03:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:06:39.958343 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-ee7cbcfc-357c-4462-b55a-fb00dd139fd0 admin admin] Calling delete_port for 6bf02895-ae8f-4510-b878-bf4e139b9961 owned by network:router_interface {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:39.983868 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] For port d2929524-49c5-45b7-ae84-e0a654a4cadc, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=d2929524-49c5-45b7-ae84-e0a654a4cadc,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:39.984286 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:40.110330 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Calling delete_port for d2929524-49c5-45b7-ae84-e0a654a4cadc owned by network:router_gateway {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:40.316451 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbcfc-357c-4462-b55a-fb00dd139fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:40.322488 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:40.376944 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cbcfc-357c-4462-b55a-fb00dd139fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf02895-ae8f-4510-b878-bf4e139b9961,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:40.411149 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ee7cbcfc-357c-4462-b55a-fb00dd139fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:40.442974 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:40.449633 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-47f94aa4-90a1-49bc-a4de-88030ba48c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:40.511627 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=d2929524-49c5-45b7-ae84-e0a654a4cadc,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:40.539880 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:40.829963 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033027'] for router_gateway, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:41.022692 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:41.026563 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:41.097047 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbcfc-357c-4462-b55a-fb00dd139fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614622'] for router_interface, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:41.169365 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-618746'] for router, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:41.169851 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c62b53f-da8f-47c0-9445-61f406a8fd05 {{(pid=91649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 04:06:41.183935 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Notify callbacks [] for router, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:41.185071 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] 10.222.0.15 "DELETE /v2.0/routers/2c62b53f-da8f-47c0-9445-61f406a8fd05 HTTP/1.1" status: 204  len: 168 time: 2.3254864
Jun 08 04:06:41.187508 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54490) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:41.335995 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3ef10e-670f-4646-a2b7-a46e0721a50b admin admin] Deleting subnet 04013948-cf16-4867-b02e-8ad55b6e8639 {{(pid=91649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:06:41.340376 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef10e-670f-4646-a2b7-a46e0721a50b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:41.402387 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef10e-670f-4646-a2b7-a46e0721a50b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-162896'] for subnet, precommit_delete_associations {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:41.674177 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef10e-670f-4646-a2b7-a46e0721a50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:41.700544 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7cbcfc-357c-4462-b55a-fb00dd139fd0 admin admin] Router dd6b185d-8d0c-43df-96dd-14c48ef1ff75 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:06:41.989248 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef10e-670f-4646-a2b7-a46e0721a50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2509631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2477033'] for subnet, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:41.989497 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device d2929524-49c5-45b7-ae84-e0a654a4cadc no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:06:42.004753 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-c7890bad-d856-4cde-a8b3-cad8da5a05ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:42.023933 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: d2929524-49c5-45b7-ae84-e0a654a4cadc {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:06:42.024292 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device d2929524-49c5-45b7-ae84-e0a654a4cadc not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:06:42.024735 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:06:42.045959 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ef10e-670f-4646-a2b7-a46e0721a50b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04013948-cf16-4867-b02e-8ad55b6e8639,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:42.051300 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-8c3ef10e-670f-4646-a2b7-a46e0721a50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:42.052492 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef10e-670f-4646-a2b7-a46e0721a50b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.054082 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-8c3ef10e-670f-4646-a2b7-a46e0721a50b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/04013948-cf16-4867-b02e-8ad55b6e8639 HTTP/1.1" status: 204  len: 168 time: 0.8656480
Jun 08 04:06:42.056479 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54492) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:42.060979 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f6361a-989a-4212-ba21-71c452790ec4 None None] Network 25595095-7d27-4a13-98f0-9ae27dbcb04c requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:06:42.121206 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7cbcfc-357c-4462-b55a-fb00dd139fd0 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:06:42.123311 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:06:42.123676 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 3a7b1cb3-2408-4815-9bed-ee3d2ac978eb not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:06:42.130475 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-ee7cbcfc-357c-4462-b55a-fb00dd139fd0 admin admin] 10.222.0.15 "PUT /v2.0/routers/dd6b185d-8d0c-43df-96dd-14c48ef1ff75/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9875555
Jun 08 04:06:42.133074 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba9a96-88fe-4d7b-a12a-669839aeb0f6 None None] Sync routers for ids ['dd6b185d-8d0c-43df-96dd-14c48ef1ff75'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:06:42.133756 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54494) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:42.144232 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba9a96-88fe-4d7b-a12a-669839aeb0f6 None None] Routers {'dd6b185d-8d0c-43df-96dd-14c48ef1ff75'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:06:42.145643 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-8eba9a96-88fe-4d7b-a12a-669839aeb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0022bd8e0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:06:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['dd6b185d-8d0c-43df-96dd-14c48ef1ff75'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:42.167308 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.248484 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Deleting port 53325f21-91d7-4903-a252-7d0d48ed192d {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:42.248827 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.348173 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbc2e30-c522-487b-b2e5-bfa28dc8c797 None None] DHCP port deletion for 25595095-7d27-4a13-98f0-9ae27dbcb04c request from dv-cinder-786627-8-iscsi {{(pid=91650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 04:06:42.355076 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] For port 53325f21-91d7-4903-a252-7d0d48ed192d, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=53325f21-91d7-4903-a252-7d0d48ed192d,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:42.355668 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Notify callbacks [] for router, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.355777 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.372481 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-8eba9a96-88fe-4d7b-a12a-669839aeb0f6 None None] Set router dd6b185d-8d0c-43df-96dd-14c48ef1ff75 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:06:42.419861 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2e30-c522-487b-b2e5-bfa28dc8c797 None None] Deleting port 53325f21-91d7-4903-a252-7d0d48ed192d {{(pid=91650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:42.420246 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2e30-c522-487b-b2e5-bfa28dc8c797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.496351 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Calling delete_port for 53325f21-91d7-4903-a252-7d0d48ed192d owned by network:dhcp {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:42.547742 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.552577 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-7435a867-ff9e-4eb1-8c2e-5276ae6e21da tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:42.556532 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.571087 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-ddbc2e30-c522-487b-b2e5-bfa28dc8c797 None None] For port 53325f21-91d7-4903-a252-7d0d48ed192d, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=53325f21-91d7-4903-a252-7d0d48ed192d,segment=NetworkSegment(8d8704e0-aa2f-4665-94e7-a6dd1eb14247),segment_id=8d8704e0-aa2f-4665-94e7-a6dd1eb14247)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:42.571398 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2e30-c522-487b-b2e5-bfa28dc8c797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.598510 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Pushing event deleted for resources: {'Port': ['ID=53325f21-91d7-4903-a252-7d0d48ed192d,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:42.601890 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:42.602315 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] No DVR routers for this DVR port 53325f21-91d7-4903-a252-7d0d48ed192d on host dv-cinder-786627-8-iscsi {{(pid=91649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:06:42.651515 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Deleting port e71bed7e-b06a-4252-ad99-f632b7eed35c {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:42.652002 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.699804 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2e30-c522-487b-b2e5-bfa28dc8c797 None None] Calling delete_port for 53325f21-91d7-4903-a252-7d0d48ed192d owned by network:dhcp {{(pid=91650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:42.704986 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-8eba9a96-88fe-4d7b-a12a-669839aeb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0022bd8e0>, [{'id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'name': 'tempest-TestShelveInstance-1918446726-router', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'e71bed7e-b06a-4252-ad99-f632b7eed35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:37Z', 'updated_at': '2021-06-08T04:06:40Z', 'revision_number': 5, 'project_id': 'd766beb9dead44feb511cdc33cbe1127', 'gw_port': {'id': 'e71bed7e-b06a-4252-ad99-f632b7eed35c', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:00:38Z', 'updated_at': '2021-06-08T04:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:42.709910 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba9a96-88fe-4d7b-a12a-669839aeb0f6 None None] Checking router: dd6b185d-8d0c-43df-96dd-14c48ef1ff75 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:06:42.718748 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba9a96-88fe-4d7b-a12a-669839aeb0f6 None None] Routers {'dd6b185d-8d0c-43df-96dd-14c48ef1ff75'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:06:42.719554 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-8eba9a96-88fe-4d7b-a12a-669839aeb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0022bd8e0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:06:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['dd6b185d-8d0c-43df-96dd-14c48ef1ff75'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:42.725847 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.742927 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb001e196d0>,) {'filters': {'network_id': ['25595095-7d27-4a13-98f0-9ae27dbcb04c']}} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:42.744693 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2e30-c522-487b-b2e5-bfa28dc8c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194'] for port, after_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.749397 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:42.756285 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb001e196d0>, '8d8704e0-aa2f-4665-94e7-a6dd1eb14247') {'for_net_delete': True} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:42.756628 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb001e196d0>, '8d8704e0-aa2f-4665-94e7-a6dd1eb14247') {} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:42.769587 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-162907'] for segment, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.786485 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.792840 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=91649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:06:42.793232 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2509722'] for segment, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.795074 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] For port e71bed7e-b06a-4252-ad99-f632b7eed35c, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=e71bed7e-b06a-4252-ad99-f632b7eed35c,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:42.795866 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.796208 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2e30-c522-487b-b2e5-bfa28dc8c797 None None] Pushing event deleted for resources: {'Port': ['ID=53325f21-91d7-4903-a252-7d0d48ed192d,revision_number=None']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:42.798371 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc2e30-c522-487b-b2e5-bfa28dc8c797 None None] No DVR routers for this DVR port 53325f21-91d7-4903-a252-7d0d48ed192d on host dv-cinder-786627-8-iscsi {{(pid=91650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:06:42.799899 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-ddbc2e30-c522-487b-b2e5-bfa28dc8c797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]: Traceback (most recent call last):
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     timer()
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     cb(*args, **kw)
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     return func(*args, **kwargs)
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     self._notify()
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     self.callback(batched_events)
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     event.method(event)
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     return f(self, *a, **k)
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._get(url).json()
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:06:42.870887 dv-cinder-786627-8-iscsi neutron-server[91649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:06:42.886912 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-8eba9a96-88fe-4d7b-a12a-669839aeb0f6 None None] Set router dd6b185d-8d0c-43df-96dd-14c48ef1ff75 gateway port host: None {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:06:42.887420 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.891623 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:42.912278 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:42.916507 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] 10.222.0.15 "DELETE /v2.0/networks/25595095-7d27-4a13-98f0-9ae27dbcb04c HTTP/1.1" status: 204  len: 168 time: 0.8568454
Jun 08 04:06:42.929261 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Pushing event deleted for resources: {'Network': ['ID=25595095-7d27-4a13-98f0-9ae27dbcb04c,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:42.933191 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-81c3d223-82ec-48d6-a2a3-1f4a3e5c03eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:42.937027 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Calling delete_port for e71bed7e-b06a-4252-ad99-f632b7eed35c owned by network:router_gateway {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:42.949639 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8b46-5a59-4596-9340-28e23f262e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.014699 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-8eba9a96-88fe-4d7b-a12a-669839aeb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0022bd8e0>, [{'id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'name': 'tempest-TestShelveInstance-1918446726-router', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:37Z', 'updated_at': '2021-06-08T04:06:42Z', 'revision_number': 6, 'project_id': 'd766beb9dead44feb511cdc33cbe1127', 'gw_port_host': None}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:43.019618 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba9a96-88fe-4d7b-a12a-669839aeb0f6 None None] The sync data for ids ['dd6b185d-8d0c-43df-96dd-14c48ef1ff75'] in dv-cinder-786627-8-iscsi is: [{'id': 'dd6b185d-8d0c-43df-96dd-14c48ef1ff75', 'name': 'tempest-TestShelveInstance-1918446726-router', 'tenant_id': 'd766beb9dead44feb511cdc33cbe1127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:00:37Z', 'updated_at': '2021-06-08T04:06:42Z', 'revision_number': 6, 'project_id': 'd766beb9dead44feb511cdc33cbe1127', 'gw_port_host': None}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:06:43.089253 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.092905 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-579c408a-ae6a-417f-8971-b410be536f11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:43.107884 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54498) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:43.136195 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71bed7e-b06a-4252-ad99-f632b7eed35c,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:43.139732 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:43.158877 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-2533fa80-9b23-4364-a373-0fcbefe8b295 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=abf42340f75147129f89ce0ba005ee2c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0476208
Jun 08 04:06:43.159146 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54500) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:43.216161 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-09aa72f7-099e-4ec3-bcb7-28eba460eb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.229962 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033027'] for router_gateway, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.243143 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-09aa72f7-099e-4ec3-bcb7-28eba460eb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.294844 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-09aa72f7-099e-4ec3-bcb7-28eba460eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.297384 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-09aa72f7-099e-4ec3-bcb7-28eba460eb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.298604 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-09aa72f7-099e-4ec3-bcb7-28eba460eb44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63f5af23-fb41-4e33-9d58-cac88b0eea72 HTTP/1.1" status: 204  len: 168 time: 0.1384826
Jun 08 04:06:43.299376 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-b4ecfbe7-e9ac-49ab-8602-7a75fa16b19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:43.309668 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa72f7-099e-4ec3-bcb7-28eba460eb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f5af23-fb41-4e33-9d58-cac88b0eea72,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:43.312130 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-09aa72f7-099e-4ec3-bcb7-28eba460eb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:43.400733 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.403448 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.431208 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-618746'] for router, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.431782 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd6b185d-8d0c-43df-96dd-14c48ef1ff75 {{(pid=91648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 04:06:43.436385 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Notify callbacks [] for router, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.439988 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] 10.222.0.15 "DELETE /v2.0/routers/dd6b185d-8d0c-43df-96dd-14c48ef1ff75 HTTP/1.1" status: 204  len: 168 time: 1.3024302
Jun 08 04:06:43.441175 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54504) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:43.598053 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ecd0c1-0907-4fa4-ba68-0f59b440245b admin admin] Deleting subnet 58bc882a-b5cc-4746-81e8-e3a29683b4c8 {{(pid=91648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:06:43.600845 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-82ecd0c1-0907-4fa4-ba68-0f59b440245b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.652098 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-82ecd0c1-0907-4fa4-ba68-0f59b440245b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327513'] for subnet, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.739443 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-82ecd0c1-0907-4fa4-ba68-0f59b440245b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.810360 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-82ecd0c1-0907-4fa4-ba68-0f59b440245b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2358576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981074'] for subnet, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.815290 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:43.853082 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecd0c1-0907-4fa4-ba68-0f59b440245b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58bc882a-b5cc-4746-81e8-e3a29683b4c8,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:43.858875 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-82ecd0c1-0907-4fa4-ba68-0f59b440245b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:43.859865 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-82ecd0c1-0907-4fa4-ba68-0f59b440245b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:43.864678 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-82ecd0c1-0907-4fa4-ba68-0f59b440245b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/58bc882a-b5cc-4746-81e8-e3a29683b4c8 HTTP/1.1" status: 204  len: 168 time: 0.4195795
Jun 08 04:06:43.865302 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54518) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:43.868181 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc27858-227b-4e1f-9387-bf7a219517a1 None None] Network 386d3a9f-027d-45f8-8b9b-3e0c48c19ca6 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:06:43.998931 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 53325f21-91d7-4903-a252-7d0d48ed192d no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:06:44.007851 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:44.077379 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: 53325f21-91d7-4903-a252-7d0d48ed192d {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:06:44.077730 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 53325f21-91d7-4903-a252-7d0d48ed192d not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:06:44.078745 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device e71bed7e-b06a-4252-ad99-f632b7eed35c no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:06:44.092341 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Deleting port d20c2870-673e-4607-b72f-4c766ba77419 {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:44.092721 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:44.142746 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: e71bed7e-b06a-4252-ad99-f632b7eed35c {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:06:44.143890 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device e71bed7e-b06a-4252-ad99-f632b7eed35c not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:06:44.144513 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 6bf02895-ae8f-4510-b878-bf4e139b9961 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:06:44.196202 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: 6bf02895-ae8f-4510-b878-bf4e139b9961 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:06:44.196810 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 6bf02895-ae8f-4510-b878-bf4e139b9961 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:06:44.214522 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] For port d20c2870-673e-4607-b72f-4c766ba77419, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=d20c2870-673e-4607-b72f-4c766ba77419,segment=NetworkSegment(d18dd5c1-f2c4-424d-accb-bb768b4a6a4e),segment_id=d18dd5c1-f2c4-424d-accb-bb768b4a6a4e)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:44.214948 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:44.297802 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b5d5e-a355-4f9e-8e7b-5f764c84cbf5 None None] DHCP port deletion for 386d3a9f-027d-45f8-8b9b-3e0c48c19ca6 request from dv-cinder-786627-8-iscsi {{(pid=91650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 04:06:44.353372 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Calling delete_port for d20c2870-673e-4607-b72f-4c766ba77419 owned by network:dhcp {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:44.368577 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-a68b5d5e-a355-4f9e-8e7b-5f764c84cbf5 None None] Deleting port d20c2870-673e-4607-b72f-4c766ba77419 {{(pid=91650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:06:44.369028 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a68b5d5e-a355-4f9e-8e7b-5f764c84cbf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:44.402304 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:44.412609 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-ff116012-799e-478c-ae91-154b881ea831 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:44.450553 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] No DVR routers for this DVR port d20c2870-673e-4607-b72f-4c766ba77419 on host dv-cinder-786627-8-iscsi {{(pid=91649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:06:44.474779 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-a68b5d5e-a355-4f9e-8e7b-5f764c84cbf5 None None] For port d20c2870-673e-4607-b72f-4c766ba77419, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=d20c2870-673e-4607-b72f-4c766ba77419,segment=NetworkSegment(d18dd5c1-f2c4-424d-accb-bb768b4a6a4e),segment_id=d18dd5c1-f2c4-424d-accb-bb768b4a6a4e)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:06:44.475189 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a68b5d5e-a355-4f9e-8e7b-5f764c84cbf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:44.482194 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Pushing event deleted for resources: {'Port': ['ID=d20c2870-673e-4607-b72f-4c766ba77419,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:44.486643 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:44.581125 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:44.594279 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb002087280>,) {'filters': {'network_id': ['386d3a9f-027d-45f8-8b9b-3e0c48c19ca6']}} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:44.603387 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-a68b5d5e-a355-4f9e-8e7b-5f764c84cbf5 None None] Calling delete_port for d20c2870-673e-4607-b72f-4c766ba77419 owned by network:dhcp {{(pid=91650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:06:44.608132 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb002087280>, 'd18dd5c1-f2c4-424d-accb-bb768b4a6a4e') {'for_net_delete': True} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:44.608519 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb002087280>, 'd18dd5c1-f2c4-424d-accb-bb768b4a6a4e') {} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:06:44.621207 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-162907'] for segment, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:44.639112 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:44.647528 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=91649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:06:44.647952 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2509722'] for segment, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:44.650669 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a68b5d5e-a355-4f9e-8e7b-5f764c84cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194'] for port, after_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:44.655213 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]: Traceback (most recent call last):
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     timer()
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     cb(*args, **kw)
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     return func(*args, **kwargs)
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     self._notify()
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     self.callback(batched_events)
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     event.method(event)
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     return f(self, *a, **k)
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._get(url).json()
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:06:44.662556 dv-cinder-786627-8-iscsi neutron-server[91649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:06:44.704726 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b5d5e-a355-4f9e-8e7b-5f764c84cbf5 None None] Pushing event deleted for resources: {'Port': ['ID=d20c2870-673e-4607-b72f-4c766ba77419,revision_number=None']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:44.709560 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-a68b5d5e-a355-4f9e-8e7b-5f764c84cbf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:44.712056 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b5d5e-a355-4f9e-8e7b-5f764c84cbf5 None None] No DVR routers for this DVR port d20c2870-673e-4607-b72f-4c766ba77419 on host dv-cinder-786627-8-iscsi {{(pid=91650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:06:44.875442 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:44.879082 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-8710d502-1521-4d62-adc1-24fe9a561995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:44.894428 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:44.896421 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] 10.222.0.15 "DELETE /v2.0/networks/386d3a9f-027d-45f8-8b9b-3e0c48c19ca6 HTTP/1.1" status: 204  len: 168 time: 1.0294926
Jun 08 04:06:44.901940 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Pushing event deleted for resources: {'Network': ['ID=386d3a9f-027d-45f8-8b9b-3e0c48c19ca6,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:44.904144 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-f292e3f4-7ba5-4ad4-950c-76df0e62dd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:45.073681 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54542) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:45.120486 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-2b21a052-5a3a-4edb-8363-57f9de843c0b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed3b379f822647c999c0ef8f3374f442&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0455306
Jun 08 04:06:45.122639 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54544) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:45.181587 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-620deebc-2403-4bb2-85ca-d1a323aa8dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:45.207132 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-620deebc-2403-4bb2-85ca-d1a323aa8dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:45.250986 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6b1d72dd-7f8a-4527-becc-8fb1f5e6d1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:45.260825 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-620deebc-2403-4bb2-85ca-d1a323aa8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:45.263542 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-620deebc-2403-4bb2-85ca-d1a323aa8dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:45.264776 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-620deebc-2403-4bb2-85ca-d1a323aa8dcd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1590b829-205f-4422-87e3-b7394338d187 HTTP/1.1" status: 204  len: 168 time: 0.1412480
Jun 08 04:06:45.265546 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-eaf75809-4720-4997-9e78-4fe06e58b02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:45.275684 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620deebc-2403-4bb2-85ca-d1a323aa8dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1590b829-205f-4422-87e3-b7394338d187,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:45.277945 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-620deebc-2403-4bb2-85ca-d1a323aa8dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:45.463385 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:45.606094 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54550) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:45.653775 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-c465edf4-51ad-4ef2-9a8a-af1cae4eb10d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d766beb9dead44feb511cdc33cbe1127&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0464911
Jun 08 04:06:45.656077 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54552) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:45.711418 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5a283249-8be3-4ee3-a394-721464421857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:45.739259 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5a283249-8be3-4ee3-a394-721464421857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:45.790428 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5a283249-8be3-4ee3-a394-721464421857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:45.792855 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-5a283249-8be3-4ee3-a394-721464421857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:45.793973 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-5a283249-8be3-4ee3-a394-721464421857 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/faf44c5e-ed47-4b52-bd98-cf3b2c2f7edb HTTP/1.1" status: 204  len: 168 time: 0.1369820
Jun 08 04:06:45.794818 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-850656f3-a396-4509-a26a-723ceafb2e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:45.804703 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a283249-8be3-4ee3-a394-721464421857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf44c5e-ed47-4b52-bd98-cf3b2c2f7edb,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:45.806863 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-5a283249-8be3-4ee3-a394-721464421857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:45.944079 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device d20c2870-673e-4607-b72f-4c766ba77419 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:06:45.979474 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: d20c2870-673e-4607-b72f-4c766ba77419 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:06:45.980193 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device d20c2870-673e-4607-b72f-4c766ba77419 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:06:46.442759 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:47.682146 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54580) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:47.797966 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5044ce4c-f43a-4eaf-84e7-a3f773e9b910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:47.897856 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5044ce4c-f43a-4eaf-84e7-a3f773e9b910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:47.901671 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5044ce4c-f43a-4eaf-84e7-a3f773e9b910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:47.901807 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:06:47.911153 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e1f23b9d-95e4-4db6-99a8-24c7c602f843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:47.952420 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-5044ce4c-f43a-4eaf-84e7-a3f773e9b910 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51059d0cc9344dc68959561a414b6a6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2668846
Jun 08 04:06:47.952420 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044ce4c-f43a-4eaf-84e7-a3f773e9b910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4507f9f3-689d-4910-8221-c663c4a5ff5e,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:47.952890 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54584) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:06:47.953992 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-5044ce4c-f43a-4eaf-84e7-a3f773e9b910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:06:48.013597 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c58f45f4-4f2b-472f-9cb0-5b68e39fe734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:48.038917 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:48.042582 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c58f45f4-4f2b-472f-9cb0-5b68e39fe734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:48.095621 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c58f45f4-4f2b-472f-9cb0-5b68e39fe734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:48.098198 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-c58f45f4-4f2b-472f-9cb0-5b68e39fe734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:06:48.099307 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-c58f45f4-4f2b-472f-9cb0-5b68e39fe734 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4507f9f3-689d-4910-8221-c663c4a5ff5e HTTP/1.1" status: 204  len: 168 time: 0.1453969
Jun 08 04:06:48.100060 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-6da67982-bf5f-4e90-9763-5007ca44876b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:06:48.109483 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f45f4-4f2b-472f-9cb0-5b68e39fe734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4507f9f3-689d-4910-8221-c663c4a5ff5e,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:06:48.111720 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-c58f45f4-4f2b-472f-9cb0-5b68e39fe734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:05.895985 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:12.934015 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e671-4f1f-4974-949f-8a97a6104f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:15.252546 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-c576f948-a0d9-4c58-b8f8-f2a22a358cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:15.464450 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:16.445982 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:18.039852 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:24.900004 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:07:33.733837 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54966) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:07:33.849041 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:33.949574 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:33.953265 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:33.965091 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-49c2bd67-858f-41b8-9b65-d599df560951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:07:34.002161 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f36d80-8edc-4437-a53f-d729ca15de04,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:07:34.007661 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da3e8c68357847a187cfba9b915cf3c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2728362
Jun 08 04:07:34.010404 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54970) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:07:34.012018 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.012416 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.013035 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.013396 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.013754 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.014129 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.014453 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.014804 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.015155 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.015501 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.015844 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.016193 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.020287 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:34.071904 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:34.097537 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:34.149504 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:34.151883 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:34.153029 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01f36d80-8edc-4437-a53f-d729ca15de04 HTTP/1.1" status: 204  len: 168 time: 0.1416566
Jun 08 04:07:34.153789 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-99a3d6d3-6d39-4dee-bfd4-b8360d2c033f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:07:34.163360 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f36d80-8edc-4437-a53f-d729ca15de04,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:07:34.170543 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.170923 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.171290 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.171652 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.172014 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.172390 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.172748 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.173098 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.173450 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.173801 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.174150 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.174496 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:07:34.177557 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-51605aa3-017f-45d2-ac2a-1b140f96f4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:34.431656 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 54976) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:07:34.448633 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e75f01e7-32c6-4e39-b89e-b80ed6c49f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:34.553464 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e75f01e7-32c6-4e39-b89e-b80ed6c49f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:34.556797 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e75f01e7-32c6-4e39-b89e-b80ed6c49f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:34.564250 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-0f87af62-55b3-4079-a927-4768de2600fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:07:34.604449 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-e75f01e7-32c6-4e39-b89e-b80ed6c49f8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49c32f28edc144b7bbb3016b0accf942&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1716504
Jun 08 04:07:34.605462 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f01e7-32c6-4e39-b89e-b80ed6c49f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763097db-3b55-4259-9a84-0bad19f9dc33,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:07:34.607128 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 54978) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:07:34.608471 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e75f01e7-32c6-4e39-b89e-b80ed6c49f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:34.664916 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5b6a2509-9458-4c5b-b5b9-fba08cbcd034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:34.689560 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5b6a2509-9458-4c5b-b5b9-fba08cbcd034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:34.740225 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5b6a2509-9458-4c5b-b5b9-fba08cbcd034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:34.743144 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5b6a2509-9458-4c5b-b5b9-fba08cbcd034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:34.744266 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-5b6a2509-9458-4c5b-b5b9-fba08cbcd034 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/763097db-3b55-4259-9a84-0bad19f9dc33 HTTP/1.1" status: 204  len: 168 time: 0.1360664
Jun 08 04:07:34.745135 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0d5d80b5-6c78-4516-8e31-d426f534b0af tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:07:34.754380 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a2509-9458-4c5b-b5b9-fba08cbcd034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763097db-3b55-4259-9a84-0bad19f9dc33,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:07:34.756701 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-5b6a2509-9458-4c5b-b5b9-fba08cbcd034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:35.908199 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:42.934909 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-7d223aee-309c-45c2-a622-847f02180cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:44.383857 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 55110) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:07:44.497951 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-52770fd9-c49c-4fe4-a755-1cdb718f69b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:44.602898 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-52770fd9-c49c-4fe4-a755-1cdb718f69b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:44.606569 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-52770fd9-c49c-4fe4-a755-1cdb718f69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:44.613438 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-6327df14-065e-4269-b7f1-639d90b7a8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:07:44.652842 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52770fd9-c49c-4fe4-a755-1cdb718f69b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af66346-6a84-4378-adc6-cbab0aeddc5e,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:07:44.656980 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-52770fd9-c49c-4fe4-a755-1cdb718f69b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7bbb618ba65d4a96abdacb13744f81ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2720306
Jun 08 04:07:44.657911 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-52770fd9-c49c-4fe4-a755-1cdb718f69b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:44.659625 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 55114) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:07:44.714991 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a62b496-3e40-4ed2-af27-ec0822c6faed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:44.739374 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a62b496-3e40-4ed2-af27-ec0822c6faed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:44.788919 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a62b496-3e40-4ed2-af27-ec0822c6faed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:44.791347 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a62b496-3e40-4ed2-af27-ec0822c6faed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:44.792471 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-5a62b496-3e40-4ed2-af27-ec0822c6faed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0af66346-6a84-4378-adc6-cbab0aeddc5e HTTP/1.1" status: 204  len: 168 time: 0.1320655
Jun 08 04:07:44.793266 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b75b796f-d7e8-45aa-a419-d09407cd3b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:07:44.802364 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62b496-3e40-4ed2-af27-ec0822c6faed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af66346-6a84-4378-adc6-cbab0aeddc5e,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:07:44.804781 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-5a62b496-3e40-4ed2-af27-ec0822c6faed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:45.065426 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 55120) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:07:45.086181 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-03a2b404-dcc7-4367-89c0-d03fa8483223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:45.186186 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-03a2b404-dcc7-4367-89c0-d03fa8483223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:45.189858 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-03a2b404-dcc7-4367-89c0-d03fa8483223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:45.198024 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-62b07ee4-0303-4c01-a74b-47f2c9ff67ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:07:45.238358 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-03a2b404-dcc7-4367-89c0-d03fa8483223 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=957f2979c72e458ab22fa3cba69711ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1718688
Jun 08 04:07:45.239390 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2b404-dcc7-4367-89c0-d03fa8483223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eae820-abdd-4ced-8757-3231a624ceda,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:07:45.241179 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 55122) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:07:45.242560 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-03a2b404-dcc7-4367-89c0-d03fa8483223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:45.266977 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-da5964a8-a5ba-4b02-9a6a-1c8511daaf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:45.304256 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-475208ac-158e-4764-beb5-c5a2406fa765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:45.329181 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-475208ac-158e-4764-beb5-c5a2406fa765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:45.381031 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-475208ac-158e-4764-beb5-c5a2406fa765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:45.383978 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-475208ac-158e-4764-beb5-c5a2406fa765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:45.385104 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-475208ac-158e-4764-beb5-c5a2406fa765 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3eae820-abdd-4ced-8757-3231a624ceda HTTP/1.1" status: 204  len: 168 time: 0.1428435
Jun 08 04:07:45.385886 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-74b7c2e1-a409-42a1-ba44-ab01f268c8b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:07:45.395700 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475208ac-158e-4764-beb5-c5a2406fa765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eae820-abdd-4ced-8757-3231a624ceda,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:07:45.398500 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-475208ac-158e-4764-beb5-c5a2406fa765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:45.466564 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:45.720968 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 55128) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:07:45.738869 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f7c25c6c-3b38-4c8f-8a3b-8338b093d462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:45.840637 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f7c25c6c-3b38-4c8f-8a3b-8338b093d462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:45.844069 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-f7c25c6c-3b38-4c8f-8a3b-8338b093d462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:45.852490 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-598b3df3-4a69-4d4d-9b09-1f8556f6e0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:07:45.894902 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c25c6c-3b38-4c8f-8a3b-8338b093d462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e67d72c-ccfd-4d41-ba1c-52797c75439f,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:07:45.899038 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-f7c25c6c-3b38-4c8f-8a3b-8338b093d462 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cd734f2f6b94c41bcb54a5940bf5ede&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1770802
Jun 08 04:07:45.899917 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f7c25c6c-3b38-4c8f-8a3b-8338b093d462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:45.901582 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 55130) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:07:45.958500 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a5be7ed-ae4f-412e-8556-80a0d0bda8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:45.986627 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a5be7ed-ae4f-412e-8556-80a0d0bda8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:46.039064 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a5be7ed-ae4f-412e-8556-80a0d0bda8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:46.041478 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-5a5be7ed-ae4f-412e-8556-80a0d0bda8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:46.042580 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-5a5be7ed-ae4f-412e-8556-80a0d0bda8aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e67d72c-ccfd-4d41-ba1c-52797c75439f HTTP/1.1" status: 204  len: 168 time: 0.1401169
Jun 08 04:07:46.043410 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-75879298-de90-42f7-bdd0-5603a26cda45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:07:46.052863 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5be7ed-ae4f-412e-8556-80a0d0bda8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e67d72c-ccfd-4d41-ba1c-52797c75439f,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:07:46.055026 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-5a5be7ed-ae4f-412e-8556-80a0d0bda8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:46.449960 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:48.043567 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:53.230299 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 55254) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:07:53.344300 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-61b1ee6d-baf6-4dba-b8a2-d0c4effd2266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:53.443882 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-61b1ee6d-baf6-4dba-b8a2-d0c4effd2266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:53.447493 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-61b1ee6d-baf6-4dba-b8a2-d0c4effd2266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:53.454050 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e1eed0d1-a7f7-4c2d-b474-ab4784fecf9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:07:53.512647 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-61b1ee6d-baf6-4dba-b8a2-d0c4effd2266 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8481d3689ca4f939f1d1e483cb02bc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2812824
Jun 08 04:07:53.513895 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1ee6d-baf6-4dba-b8a2-d0c4effd2266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5301aa5a-1fa8-4474-bb0b-d3aba6501f89,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:07:53.515510 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 55258) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:07:53.518214 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-61b1ee6d-baf6-4dba-b8a2-d0c4effd2266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:53.574214 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cf758261-868d-4b05-b52a-27b9341c0dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:53.599066 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cf758261-868d-4b05-b52a-27b9341c0dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:53.652571 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cf758261-868d-4b05-b52a-27b9341c0dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:53.654911 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-cf758261-868d-4b05-b52a-27b9341c0dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:53.655999 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-cf758261-868d-4b05-b52a-27b9341c0dcb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5301aa5a-1fa8-4474-bb0b-d3aba6501f89 HTTP/1.1" status: 204  len: 168 time: 0.1394227
Jun 08 04:07:53.656762 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-bbfee73c-187f-430c-8051-c6c549ad6398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:07:53.665977 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf758261-868d-4b05-b52a-27b9341c0dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5301aa5a-1fa8-4474-bb0b-d3aba6501f89,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:07:53.668432 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-cf758261-868d-4b05-b52a-27b9341c0dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:53.932758 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 55264) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:07:53.951840 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a0655025-70e4-4cad-b889-e69a20f4f951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:54.055323 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a0655025-70e4-4cad-b889-e69a20f4f951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:54.059066 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-a0655025-70e4-4cad-b889-e69a20f4f951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:54.067146 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-36de3f60-96b4-4830-9a18-78b7e570b2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:07:54.105318 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-a0655025-70e4-4cad-b889-e69a20f4f951 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1331162c13d4228afd9c1c8e6350d9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1714432
Jun 08 04:07:54.106916 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0655025-70e4-4cad-b889-e69a20f4f951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19acabdf-7fda-4440-b6cb-5cc4b9bebdeb,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:07:54.107866 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 55266) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:07:54.110154 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-a0655025-70e4-4cad-b889-e69a20f4f951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:54.168435 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7c76fb67-60ba-4e74-9308-2742538794ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:54.193385 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7c76fb67-60ba-4e74-9308-2742538794ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:54.245987 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7c76fb67-60ba-4e74-9308-2742538794ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:54.248679 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-7c76fb67-60ba-4e74-9308-2742538794ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:07:54.249775 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-7c76fb67-60ba-4e74-9308-2742538794ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19acabdf-7fda-4440-b6cb-5cc4b9bebdeb HTTP/1.1" status: 204  len: 168 time: 0.1409078
Jun 08 04:07:54.250504 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-eba224a1-4cbc-458a-9040-b8589acac349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:07:54.260742 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76fb67-60ba-4e74-9308-2742538794ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19acabdf-7fda-4440-b6cb-5cc4b9bebdeb,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:07:54.262941 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-7c76fb67-60ba-4e74-9308-2742538794ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:07:59.350841 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb87e74-8ebe-4a34-b12a-536d1d1118e9 req-acbd99c2-60fb-4310-b59d-54df1a356c6d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:07:59.352277 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6cb87e74-8ebe-4a34-b12a-536d1d1118e9 req-acbd99c2-60fb-4310-b59d-54df1a356c6d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 945 time: 0.0828950
Jun 08 04:07:59.395458 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6cb87e74-8ebe-4a34-b12a-536d1d1118e9 req-29d757b4-8302-49f7-bbce-5c5a6cfcf415 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375800
Jun 08 04:08:00.595708 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6c92-6316-48c3-bd38-fa31ee9072f3 req-56c03fb1-873d-44eb-9c67-4d4e60b58dbb tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:00.597156 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-523a6c92-6316-48c3-bd38-fa31ee9072f3 req-56c03fb1-873d-44eb-9c67-4d4e60b58dbb tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 945 time: 0.0791197
Jun 08 04:08:00.640601 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-523a6c92-6316-48c3-bd38-fa31ee9072f3 req-e10dad2f-6c9f-457e-b196-4d34421e73a3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377536
Jun 08 04:08:01.827143 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79c1d5-3a12-42df-b903-8bc276725eec req-1cf2d15d-2740-415d-bcd4-e318071656fe tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:01.828583 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8b79c1d5-3a12-42df-b903-8bc276725eec req-1cf2d15d-2740-415d-bcd4-e318071656fe tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 945 time: 0.0824203
Jun 08 04:08:01.871499 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8b79c1d5-3a12-42df-b903-8bc276725eec req-f6d042cd-e753-4d7f-8e2f-d372f168be91 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373514
Jun 08 04:08:01.903234 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:08:03.058430 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56dbbb-84c6-481b-ae13-1f61978ed180 req-efae3f9b-75c4-46d7-b460-12da8072d095 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:03.059871 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fc56dbbb-84c6-481b-ae13-1f61978ed180 req-efae3f9b-75c4-46d7-b460-12da8072d095 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 945 time: 0.0783651
Jun 08 04:08:03.103517 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-fc56dbbb-84c6-481b-ae13-1f61978ed180 req-d9b4b0ad-7299-4a16-90e8-1c16c4fcdb52 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379996
Jun 08 04:08:04.042937 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510675f8-d253-4907-a17a-8255823bc94f req-23ff3794-d597-41bd-ada3-a797c12a3b2d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:04.044396 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-510675f8-d253-4907-a17a-8255823bc94f req-23ff3794-d597-41bd-ada3-a797c12a3b2d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 945 time: 0.0880952
Jun 08 04:08:04.179528 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-510675f8-d253-4907-a17a-8255823bc94f req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Deleting port 4ca33972-8c5e-4e66-8914-1dd9feb57c35 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:08:04.179783 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-510675f8-d253-4907-a17a-8255823bc94f req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:04.293742 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf29fcf-3be3-4b01-b3b0-a108175d42f7 req-cc0bbe89-b2e6-46b5-a8dc-663a8d64535e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:04.295211 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bbf29fcf-3be3-4b01-b3b0-a108175d42f7 req-cc0bbe89-b2e6-46b5-a8dc-663a8d64535e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 945 time: 0.0840092
Jun 08 04:08:04.316235 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-510675f8-d253-4907-a17a-8255823bc94f req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] For port 4ca33972-8c5e-4e66-8914-1dd9feb57c35, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4ca33972-8c5e-4e66-8914-1dd9feb57c35,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:08:04.316633 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-510675f8-d253-4907-a17a-8255823bc94f req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:04.340585 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bbf29fcf-3be3-4b01-b3b0-a108175d42f7 req-702764a9-a672-4495-9d2d-7ec5783b6e33 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396876
Jun 08 04:08:04.686333 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-510675f8-d253-4907-a17a-8255823bc94f req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:04.686703 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-510675f8-d253-4907-a17a-8255823bc94f req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:04.687014 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.l3_db [req-510675f8-d253-4907-a17a-8255823bc94f req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Floating IP 05fa3a5e-baa7-4a22-8efb-d70061937b69 disassociated. External IP: 172.27.3.2, port: 4ca33972-8c5e-4e66-8914-1dd9feb57c35.
Jun 08 04:08:04.687356 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-510675f8-d253-4907-a17a-8255823bc94f req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Calling delete_port for 4ca33972-8c5e-4e66-8914-1dd9feb57c35 owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:08:04.799991 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-510675f8-d253-4907-a17a-8255823bc94f req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:04.805897 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e4fe7e74-306e-4aaf-b6a1-2812645900c5 tempest-AttachVolumeShelveTestJSON-1779547898 tempest-AttachVolumeShelveTestJSON-1779547898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:04.847731 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event deleted for resources: {'Port': ['ID=4ca33972-8c5e-4e66-8914-1dd9feb57c35,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:04.851937 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:05.043589 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-510675f8-d253-4907-a17a-8255823bc94f req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:08:05.230106 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-510675f8-d253-4907-a17a-8255823bc94f req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:08:05.241857 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f257b-9527-4479-812e-756ef4346ae9 None None] Sync routers for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:08:05.254153 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f257b-9527-4479-812e-756ef4346ae9 None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:08:05.255103 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e75f257b-9527-4479-812e-756ef4346ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00264f250>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:07:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:05.311926 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-510675f8-d253-4907-a17a-8255823bc94f req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] No DVR routers for this DVR port 4ca33972-8c5e-4e66-8914-1dd9feb57c35 on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:08:05.313674 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-510675f8-d253-4907-a17a-8255823bc94f req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:05.315768 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-510675f8-d253-4907-a17a-8255823bc94f req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "DELETE /v2.0/ports/4ca33972-8c5e-4e66-8914-1dd9feb57c35 HTTP/1.1" status: 204  len: 173 time: 1.2664447
Jun 08 04:08:05.316383 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b08c0d-c4e2-43c3-954d-76e227cc30bb', 'name': 'network-vif-deleted', 'tag': '4ca33972-8c5e-4e66-8914-1dd9feb57c35'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:08:05.320964 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e216cbaa-0df0-4d02-803e-373574d9beb6" -d '{"events": [{"server_uuid": "67b08c0d-c4e2-43c3-954d-76e227cc30bb", "name": "network-vif-deleted", "tag": "4ca33972-8c5e-4e66-8914-1dd9feb57c35"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:08:05.370728 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cbd010-f9b1-419a-9ae7-eb9339ff222c x-openstack-request-id: req-44cbd010-f9b1-419a-9ae7-eb9339ff222c {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:08:05.371465 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b08c0d-c4e2-43c3-954d-76e227cc30bb", "name": "network-vif-deleted", "tag": "4ca33972-8c5e-4e66-8914-1dd9feb57c35", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:08:05.371613 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44cbd010-f9b1-419a-9ae7-eb9339ff222c {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:08:05.372355 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b08c0d-c4e2-43c3-954d-76e227cc30bb', 'name': 'network-vif-deleted', 'tag': '4ca33972-8c5e-4e66-8914-1dd9feb57c35', 'status': 'completed', 'code': 200}
Jun 08 04:08:05.444343 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-e75f257b-9527-4479-812e-756ef4346ae9 None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:08:05.494789 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e60b182a-a974-4169-b751-e63a1ffb6c47 req-941e87be-9397-4339-a246-cfdc9524b097 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=67b08c0d-c4e2-43c3-954d-76e227cc30bb HTTP/1.1" status: 200  len: 210 time: 0.0437231
Jun 08 04:08:05.797654 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e75f257b-9527-4479-812e-756ef4346ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00264f250>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:05.805276 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f257b-9527-4479-812e-756ef4346ae9 None None] Checking router: 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:08:05.817921 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f257b-9527-4479-812e-756ef4346ae9 None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:08:05.818576 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e75f257b-9527-4479-812e-756ef4346ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00264f250>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:07:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:05.985647 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:06.034687 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-e75f257b-9527-4479-812e-756ef4346ae9 None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:08:06.377595 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e75f257b-9527-4479-812e-756ef4346ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00264f250>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:06.383249 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f257b-9527-4479-812e-756ef4346ae9 None None] The sync data for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi is: [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:08:06.592947 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4c9e9-486e-4b59-a565-17cc11ff50f5 None None] New status for floating IP 05fa3a5e-baa7-4a22-8efb-d70061937b69: DOWN {{(pid=91651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:08:06.863632 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-f027ad2f-78fe-4a94-8980-c90f19df529e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262005746&fields=id&tenant_id=e3ec1b56600749dc987c518b49c901a1 HTTP/1.1" status: 200  len: 267 time: 0.0494378
Jun 08 04:08:07.013926 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-6b24f010-8703-486f-875e-dae51e74774a tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:07.015250 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-6b24f010-8703-486f-875e-dae51e74774a tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 812 time: 0.1446109
Jun 08 04:08:07.029948 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-0a3e4aa0-9c4e-4044-ae16-c1b0eb175a1f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/quotas/e3ec1b56600749dc987c518b49c901a1 HTTP/1.1" status: 200  len: 375 time: 0.0093191
Jun 08 04:08:07.112792 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-0c926c66-65c2-491a-ae8b-99dd32632b32 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0780890
Jun 08 04:08:07.249207 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-705e061c-5960-4a97-a735-291a99a99d28 service neutron] 10.222.0.15 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252296
Jun 08 04:08:07.472759 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-5b462813-db7e-4b91-a331-8797168be6d0 service neutron] 10.222.0.15 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2177503
Jun 08 04:08:07.524577 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 4ca33972-8c5e-4e66-8914-1dd9feb57c35 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:08:07.559602 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: 4ca33972-8c5e-4e66-8914-1dd9feb57c35 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:08:07.559957 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 4ca33972-8c5e-4e66-8914-1dd9feb57c35 not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:08:08.879707 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d937358d-03cc-45bb-8908-5deac92700f7 req-281cb185-5d2c-484b-8ea0-f1fa14b5d01e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 210 time: 0.0424991
Jun 08 04:08:09.974094 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b9b2ba77-0566-4244-9242-b674075f59fb req-a9be44b1-662f-43a3-a7b4-c68cfd27b8dc tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 210 time: 0.0445263
Jun 08 04:08:11.076128 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2ffc16b5-27f0-4dc4-9926-a151371761d5 req-a29cd25c-45a7-4701-bc1f-c8ac30455d3a tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 210 time: 0.0432031
Jun 08 04:08:12.172668 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a0f2a697-56f9-471e-870e-aa292a755399 req-5087d2d2-4efd-455f-a162-be9821473aa3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 210 time: 0.0457685
Jun 08 04:08:12.936995 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-c4afb2f0-2796-4fc2-994d-67fce75cba71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:13.331211 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-50731373-2b50-4dbf-85c1-466e149a81c0 req-abb3dfbc-2a83-400e-85f1-0fba40a48fe9 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 210 time: 0.0491712
Jun 08 04:08:13.999551 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-e67529d3-d856-47e9-acfc-9086090960ba tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:14.001187 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-e67529d3-d856-47e9-acfc-9086090960ba tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 812 time: 0.1656499
Jun 08 04:08:14.053568 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-47c7d8aa-a076-42fa-8114-b3379e42fa28 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3ec1b56600749dc987c518b49c901a1 HTTP/1.1" status: 200  len: 379 time: 0.0430455
Jun 08 04:08:14.061663 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-9d8edb6a-dcdf-452c-8dd5-e1351736cd09 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Request body: {'port': {'device_id': '2b097668-71fe-4a11-8921-41933628ebbe', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'admin_state_up': True, 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'security_groups': ['61591e16-ff63-46c8-95ec-24b34503c3bd']}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:08:14.215913 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-9d8edb6a-dcdf-452c-8dd5-e1351736cd09 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Made reservation on behalf of e3ec1b56600749dc987c518b49c901a1 for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:08:14.219476 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-9d8edb6a-dcdf-452c-8dd5-e1351736cd09 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:14.386692 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-9d8edb6a-dcdf-452c-8dd5-e1351736cd09 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Allocated IP 172.20.0.6 (8dcb41e7-7cee-4a56-8efa-df501531d14b/87648ad9-45b7-4365-a21e-13600630d53b/1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:08:14.486487 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-f09fc32f-b85d-49b5-b0c3-db182a5efe99 req-8c32c348-0457-42ee-809e-e151b84f6870 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 210 time: 0.0471168
Jun 08 04:08:14.577629 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-9d8edb6a-dcdf-452c-8dd5-e1351736cd09 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:14.595201 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-9d8edb6a-dcdf-452c-8dd5-e1351736cd09 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Transition to ACTIVE for port object 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea will not be triggered until provisioned by entity DHCP. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:08:14.620481 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-9d8edb6a-dcdf-452c-8dd5-e1351736cd09 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:14.622671 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-9d8edb6a-dcdf-452c-8dd5-e1351736cd09 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:14.622671 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:08:14.622671 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:08:14.622671 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:08:14.622671 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:14.622671 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:08:14.640387 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-9d8edb6a-dcdf-452c-8dd5-e1351736cd09 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Network 8dcb41e7-7cee-4a56-8efa-df501531d14b is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:08:14.641512 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-9d8edb6a-dcdf-452c-8dd5-e1351736cd09 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:08:14.643883 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-9d8edb6a-dcdf-452c-8dd5-e1351736cd09 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:08:14.718270 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-9d8edb6a-dcdf-452c-8dd5-e1351736cd09 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:14.718893 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-9d8edb6a-dcdf-452c-8dd5-e1351736cd09 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:14.737389 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-9d8edb6a-dcdf-452c-8dd5-e1351736cd09 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6795740
Jun 08 04:08:14.749141 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Request body: {'port': {'device_id': '2b097668-71fe-4a11-8921-41933628ebbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:08:14.859216 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:14.887655 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-f18882f1-ff92-4bbf-a704-d5dc484ff698 None None] Provisioning for port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:08:14.892770 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-f18882f1-ff92-4bbf-a704-d5dc484ff698 None None] Provisioning complete for port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:14.893150 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f18882f1-ff92-4bbf-a704-d5dc484ff698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:14.951334 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-f18882f1-ff92-4bbf-a704-d5dc484ff698 None None] Port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:08:15.259389 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a81c98a9-1cce-49be-b339-b6b7027a5133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:15.309492 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:08:15.316616 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:15.331572 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Transition to ACTIVE for port object 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:08:15.336570 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:15.341100 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-8ec4d806-f79f-4149-9a1c-b55b6d2f4c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:15.473078 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:15.499754 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 55464) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:08:15.541515 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Pushing event updated for resources: {'Port': ['ID=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:15.544473 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:15.586883 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Attempting to bind port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:08:15.587277 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Attempting to bind port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:08:15.587621 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Attempting to bind port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea on network 8dcb41e7-7cee-4a56-8efa-df501531d14b {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:08:15.592615 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea on network 8dcb41e7-7cee-4a56-8efa-df501531d14b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 04:08:15.593055 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Attempting to bind port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea on network 8dcb41e7-7cee-4a56-8efa-df501531d14b {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:08:15.598361 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:08:15.598710 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Checking segment: {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:08:15.599097 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Bound using segment: {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:08:15.599561 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Bound port: 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:08:15.600397 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:15.684930 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f578195f-a227-48eb-8a9f-7866faa8e2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:15.692286 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] For port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:08:15.696017 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] For port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:08:15.700679 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:15.705250 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-fc0f37ba-e739-4844-9cdd-a367e7554f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:15.758169 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b8e1b-2dda-4fe1-9a68-4e2cefe84ced req-71dc2ff0-380b-462c-bfdb-d52c02fb60c1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:15.759639 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-049b8e1b-2dda-4fe1-9a68-4e2cefe84ced req-71dc2ff0-380b-462c-bfdb-d52c02fb60c1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 943 time: 0.1459236
Jun 08 04:08:15.765881 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:15.766674 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:15.768208 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] 10.222.0.42 "PUT /v2.0/ports/1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea HTTP/1.1" status: 200  len: 1093 time: 1.0231030
Jun 08 04:08:15.770993 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b097668-71fe-4a11-8921-41933628ebbe', 'tag': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:08:15.774235 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb8b033-f20f-4e81-895f-fd279585c7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b097668-71fe-4a11-8921-41933628ebbe", "tag": "1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:08:15.803928 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Pushing event updated for resources: {'Port': ['ID=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:15.807977 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:15.821419 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-049b8e1b-2dda-4fe1-9a68-4e2cefe84ced req-e4a5fedc-1e98-449b-afe7-b06ff698e0b9 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519526
Jun 08 04:08:15.852109 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6168f1b-87c6-4d98-acad-0c9e01e41fd7 x-openstack-request-id: req-d6168f1b-87c6-4d98-acad-0c9e01e41fd7 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:08:15.852457 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b097668-71fe-4a11-8921-41933628ebbe", "tag": "1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:08:15.852929 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6168f1b-87c6-4d98-acad-0c9e01e41fd7 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:08:15.853520 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b097668-71fe-4a11-8921-41933628ebbe', 'tag': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'status': 'completed', 'code': 200}
Jun 08 04:08:15.874340 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f578195f-a227-48eb-8a9f-7866faa8e2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:15.882119 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-f578195f-a227-48eb-8a9f-7866faa8e2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:15.892906 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-bd27ae92-7918-4e4d-aaf4-3ed511db1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:15.894368 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-bd27ae92-7918-4e4d-aaf4-3ed511db1826 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 1096 time: 0.0845461
Jun 08 04:08:15.894522 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-d2608aed-da5b-4016-a5ad-d8ab20462d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:15.931563 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-f578195f-a227-48eb-8a9f-7866faa8e2ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a93f5ed9c0264dd3a39340ddad1bac1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4297633
Jun 08 04:08:15.934350 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 55472) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:08:15.949209 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578195f-a227-48eb-8a9f-7866faa8e2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec03144-21f4-4fad-8e54-072a24987a65,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:15.953314 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-f578195f-a227-48eb-8a9f-7866faa8e2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:15.971121 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-54bca207-1401-456d-9c3e-f430791828b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea HTTP/1.1" status: 200  len: 217 time: 0.0686610
Jun 08 04:08:16.002561 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-626a4f88-0e13-4e27-a8b8-146bd327805a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:16.028488 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-626a4f88-0e13-4e27-a8b8-146bd327805a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:16.038408 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-d175fb35-d013-4d57-ac27-f305d90d2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:16.039841 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-d175fb35-d013-4d57-ac27-f305d90d2d8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 200  len: 851 time: 0.0620639
Jun 08 04:08:16.080928 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-626a4f88-0e13-4e27-a8b8-146bd327805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:16.083299 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-626a4f88-0e13-4e27-a8b8-146bd327805a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:16.084506 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-626a4f88-0e13-4e27-a8b8-146bd327805a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ec03144-21f4-4fad-8e54-072a24987a65 HTTP/1.1" status: 204  len: 168 time: 0.1492586
Jun 08 04:08:16.086030 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-5b04d9b1-b576-42dd-aa5f-9753e92f41d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:16.095614 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a4f88-0e13-4e27-a8b8-146bd327805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec03144-21f4-4fad-8e54-072a24987a65,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:16.097850 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-626a4f88-0e13-4e27-a8b8-146bd327805a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:16.133025 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-d95ec79e-5acf-4825-bbff-8a41bd023e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:16.134495 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-d95ec79e-5acf-4825-bbff-8a41bd023e9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8dcb41e7-7cee-4a56-8efa-df501531d14b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884132
Jun 08 04:08:16.268733 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-0839fa10-4d99-491f-8ed3-938ddffb5ca7 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278417
Jun 08 04:08:16.404896 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-c39ee3a1-c8d7-4740-b4be-7f12d86b3909 req-ea18b455-67ab-4539-a4fe-a6b8e8f152ac service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301827
Jun 08 04:08:16.453666 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:16.516642 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b033-f20f-4e81-895f-fd279585c7a9 req-47e2aff7-edfd-4e04-b00e-c1bdbb84cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:16.518094 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-3bb8b033-f20f-4e81-895f-fd279585c7a9 req-47e2aff7-edfd-4e04-b00e-c1bdbb84cebe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 1096 time: 0.0707612
Jun 08 04:08:16.650762 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b033-f20f-4e81-895f-fd279585c7a9 req-a701809c-98fd-4756-8cf9-a8903c0f8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:16.652198 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-3bb8b033-f20f-4e81-895f-fd279585c7a9 req-a701809c-98fd-4756-8cf9-a8903c0f8eb3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 913 time: 0.1264231
Jun 08 04:08:16.818770 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-3bb8b033-f20f-4e81-895f-fd279585c7a9 req-63927451-2f87-4572-be3f-4a158563c7a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea HTTP/1.1" status: 200  len: 217 time: 0.1587522
Jun 08 04:08:16.879658 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b033-f20f-4e81-895f-fd279585c7a9 req-ce2d3a1c-f47b-46aa-960f-f60260b8b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:16.881334 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-3bb8b033-f20f-4e81-895f-fd279585c7a9 req-ce2d3a1c-f47b-46aa-960f-f60260b8b1e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 200  len: 851 time: 0.0573246
Jun 08 04:08:16.957654 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b033-f20f-4e81-895f-fd279585c7a9 req-55a72b9e-1501-4016-9f33-9c3be34956b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:16.959402 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-3bb8b033-f20f-4e81-895f-fd279585c7a9 req-55a72b9e-1501-4016-9f33-9c3be34956b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8dcb41e7-7cee-4a56-8efa-df501531d14b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720837
Jun 08 04:08:17.032648 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaaef8e-71ca-4a40-b7ab-1aba13bf88f4 req-6f4452ca-22be-4861-b9fc-5d37a0b3bdf1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:17.034066 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2eaaef8e-71ca-4a40-b7ab-1aba13bf88f4 req-6f4452ca-22be-4861-b9fc-5d37a0b3bdf1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 943 time: 0.0955539
Jun 08 04:08:17.083610 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2eaaef8e-71ca-4a40-b7ab-1aba13bf88f4 req-a4f34a36-eade-4af6-b5f4-c7275580f509 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435398
Jun 08 04:08:17.104707 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-3bb8b033-f20f-4e81-895f-fd279585c7a9 req-70752379-2389-4907-96e3-88ba762d25fb service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368308
Jun 08 04:08:17.240705 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-3bb8b033-f20f-4e81-895f-fd279585c7a9 req-315f24da-9f78-43d4-a0d6-31d44d07e885 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283095
Jun 08 04:08:18.046221 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:18.268224 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e9143-5372-4919-877d-9c563778ce0a req-4d3ab5d6-bb75-4201-9906-b76f57f7625e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:18.269687 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a25e9143-5372-4919-877d-9c563778ce0a req-4d3ab5d6-bb75-4201-9906-b76f57f7625e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 943 time: 0.0803139
Jun 08 04:08:18.313701 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a25e9143-5372-4919-877d-9c563778ce0a req-fb20e696-82db-4588-9b4d-782022517e35 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378244
Jun 08 04:08:18.569916 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-a9f2d26b-dbb9-47fd-9069-21cea6de91d0 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=77b24d77397a4d24b73f7cd2c3ec69e0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0272684
Jun 08 04:08:18.719414 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-9d0d3601-3f6d-4d25-a076-887513c21ae4 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:18.720859 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-9d0d3601-3f6d-4d25-a076-887513c21ae4 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1461236
Jun 08 04:08:18.734740 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-e85b7359-8aa4-4a98-83f6-4c33c2ce934c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/quotas/77b24d77397a4d24b73f7cd2c3ec69e0 HTTP/1.1" status: 200  len: 375 time: 0.0084426
Jun 08 04:08:18.784536 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-a6ae94a8-b822-4070-bc4d-300798d9e652 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=77b24d77397a4d24b73f7cd2c3ec69e0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0450222
Jun 08 04:08:18.956455 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bb1029c4-fcbb-4028-8a35-002594528604 req-0b07941d-936d-46f6-8751-0e9266decd2a tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 210 time: 0.0423968
Jun 08 04:08:19.500165 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7d91c-473c-47de-ad8c-58c543446500 req-7b0c1cea-0cb4-4b4e-83b3-33b9fd85274a tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:19.501568 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5ec7d91c-473c-47de-ad8c-58c543446500 req-7b0c1cea-0cb4-4b4e-83b3-33b9fd85274a tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 943 time: 0.0833540
Jun 08 04:08:19.552059 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5ec7d91c-473c-47de-ad8c-58c543446500 req-a71007de-71a1-46cf-bbc1-9b8ec5ad8622 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446112
Jun 08 04:08:20.057585 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1e12dd95-5452-4df4-9087-c14b41abaf76 req-54f82ecc-7a1f-4c16-8b77-3e1a6b7aa6b8 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 210 time: 0.0446405
Jun 08 04:08:20.732066 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c0ce8-cf9d-4dc8-9c39-6c5e12687010 req-ccbe6cf9-a003-4e49-b470-a7f15a756005 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:20.733498 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9b8c0ce8-cf9d-4dc8-9c39-6c5e12687010 req-ccbe6cf9-a003-4e49-b470-a7f15a756005 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 943 time: 0.0788207
Jun 08 04:08:20.780044 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9b8c0ce8-cf9d-4dc8-9c39-6c5e12687010 req-45faf4e0-c223-4c88-ba79-0771b0c75645 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410998
Jun 08 04:08:21.155342 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-86a45b12-f740-4084-bcfd-0c194d0ced78 req-1221740a-5c53-49da-b4a1-fd9cde1c892c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 210 time: 0.0454788
Jun 08 04:08:21.925714 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-a24952b9-f153-4ab4-9e8c-28222db84b81 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=77b24d77397a4d24b73f7cd2c3ec69e0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0317626
Jun 08 04:08:21.971856 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb760623-275f-4305-887d-e7faaee49778 req-777f2b29-ad7b-46dd-893a-f96799e6dab6 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:21.973474 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-eb760623-275f-4305-887d-e7faaee49778 req-777f2b29-ad7b-46dd-893a-f96799e6dab6 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 943 time: 0.0855799
Jun 08 04:08:22.021895 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-eb760623-275f-4305-887d-e7faaee49778 req-35f87e32-7947-4346-8250-06941d45cccf tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419350
Jun 08 04:08:22.085242 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-3b1f0491-66ba-472e-afd9-a0f3d258d3ee tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:22.087328 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-3b1f0491-66ba-472e-afd9-a0f3d258d3ee tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1553466
Jun 08 04:08:22.106889 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Request body: {'port': {'device_id': '07fbff36-c089-4e7f-96ea-73c790327c39', 'network_id': '0fbcde76-7f98-4a29-ba8d-f7e987723030', 'admin_state_up': True, 'tenant_id': '77b24d77397a4d24b73f7cd2c3ec69e0'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:08:22.261650 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Made reservation on behalf of 77b24d77397a4d24b73f7cd2c3ec69e0 for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:08:22.265414 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:22.278739 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:22.306921 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c6b22487-91d5-418e-a151-138e767e97e1 req-33027b04-315d-44c2-9588-117a6edd0de9 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 210 time: 0.0465353
Jun 08 04:08:22.386883 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:22.390490 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:22.394811 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-bd423a06-841d-43ba-a347-34d0ce2034cc tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:22.473399 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516c1316-bb38-4c60-8418-51f84ed615ed,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:22.476863 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:22.565218 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Allocated IP 192.168.233.196 (0fbcde76-7f98-4a29-ba8d-f7e987723030/0f409b73-e070-47f4-bb3c-7d0cc5f27a58/7c8c8bbc-287e-49f9-95fd-c20f64f23b83) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:08:22.759975 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:22.775394 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Transition to ACTIVE for port object 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 will not be triggered until provisioned by entity DHCP. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:08:22.798430 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:22.800764 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:22.800764 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:08:22.800764 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:08:22.800764 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:08:22.800764 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:22.800764 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:08:22.816879 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Network 0fbcde76-7f98-4a29-ba8d-f7e987723030 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:08:22.817904 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:08:22.820760 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:08:22.887749 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:22.888985 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:22.909148 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2ab97f97-2e9d-4a53-8f3b-36822d21c40c tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8058774
Jun 08 04:08:22.921169 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Request body: {'port': {'device_id': '07fbff36-c089-4e7f-96ea-73c790327c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:08:22.993276 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-362bc9f8-6052-43fa-9e9c-b0d3f9b99760 None None] Provisioning for port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:08:22.998065 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-362bc9f8-6052-43fa-9e9c-b0d3f9b99760 None None] Provisioning complete for port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:22.998439 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-362bc9f8-6052-43fa-9e9c-b0d3f9b99760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:23.043242 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:23.050005 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-362bc9f8-6052-43fa-9e9c-b0d3f9b99760 None None] Port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:08:23.212546 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c6748-fa1e-49be-be1f-08f6a6b6ba96 req-851106e0-1867-4ffa-b104-a3bc74e4e474 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:23.214018 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8c6c6748-fa1e-49be-be1f-08f6a6b6ba96 req-851106e0-1867-4ffa-b104-a3bc74e4e474 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 943 time: 0.0821464
Jun 08 04:08:23.259442 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8c6c6748-fa1e-49be-be1f-08f6a6b6ba96 req-540b6dd3-b9ca-47ca-b258-882330b34180 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394003
Jun 08 04:08:23.475053 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:08:23.482243 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:23.495503 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2ea34-3b32-4c53-a8ce-2c9b53f71c17 req-aae57320-5f91-49d5-b7cc-097b0efeb2be tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:23.497671 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Transition to ACTIVE for port object 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:08:23.500845 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:23.502470 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-44b2ea34-3b32-4c53-a8ce-2c9b53f71c17 req-aae57320-5f91-49d5-b7cc-097b0efeb2be tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 936 time: 0.0904596
Jun 08 04:08:23.504862 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:23.543018 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-44b2ea34-3b32-4c53-a8ce-2c9b53f71c17 req-f29d9b12-626a-4d8b-8b3a-65c916d81eec tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c1316-bb38-4c60-8418-51f84ed615ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393734
Jun 08 04:08:23.604430 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:08:23.662970 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8c8bbc-287e-49f9-95fd-c20f64f23b83,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:23.670448 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:23.743327 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Attempting to bind port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:08:23.743662 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Attempting to bind port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0fbcde76-7f98-4a29-ba8d-f7e987723030'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:08:23.743981 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Attempting to bind port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 on network 0fbcde76-7f98-4a29-ba8d-f7e987723030 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:08:23.748588 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 on network 0fbcde76-7f98-4a29-ba8d-f7e987723030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 04:08:23.748911 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Attempting to bind port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 on network 0fbcde76-7f98-4a29-ba8d-f7e987723030 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:08:23.754186 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:08:23.754525 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Checking segment: {'id': 'ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0fbcde76-7f98-4a29-ba8d-f7e987723030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:08:23.754911 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Bound using segment: {'id': 'ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0fbcde76-7f98-4a29-ba8d-f7e987723030'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:08:23.755361 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Bound port: 7c8c8bbc-287e-49f9-95fd-c20f64f23b83, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0fbcde76-7f98-4a29-ba8d-f7e987723030'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:08:23.756274 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:23.789188 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:08:23.808832 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'port_id': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'mac_address': 'fa:16:3e:cd:fc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:08:23.851330 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] For port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:08:23.854329 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] For port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7c8c8bbc-287e-49f9-95fd-c20f64f23b83,segment=NetworkSegment(ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f),segment_id=ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:08:23.857790 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:23.862191 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2e7ffd3b-7595-4c7c-bb78-739a7b8a9a0f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:23.867712 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:23.885291 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:08:23.901155 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:08:23.904992 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:23.906892 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:23.922075 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:23.922686 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:23.924033 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] 10.222.0.42 "PUT /v2.0/ports/7c8c8bbc-287e-49f9-95fd-c20f64f23b83 HTTP/1.1" status: 200  len: 1098 time: 1.0071547
Jun 08 04:08:23.924563 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fbff36-c089-4e7f-96ea-73c790327c39', 'tag': '7c8c8bbc-287e-49f9-95fd-c20f64f23b83'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:08:23.926820 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed3c87d-e9dc-470a-85c5-62227937da4b" -d '{"events": [{"name": "network-changed", "server_uuid": "07fbff36-c089-4e7f-96ea-73c790327c39", "tag": "7c8c8bbc-287e-49f9-95fd-c20f64f23b83"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:08:23.954391 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8c8bbc-287e-49f9-95fd-c20f64f23b83,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:23.964857 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:23.994791 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:24.002194 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:24.002542 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:24.002874 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:24.003203 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:24.003528 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:24.003852 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:24.004171 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:24.004513 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:24.004828 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:24.005146 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:24.005461 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:24.005811 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:24.009927 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:24.017576 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dcbd96-d9cc-45ae-901a-db382c84091b x-openstack-request-id: req-11dcbd96-d9cc-45ae-901a-db382c84091b {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:08:24.017907 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07fbff36-c089-4e7f-96ea-73c790327c39", "tag": "7c8c8bbc-287e-49f9-95fd-c20f64f23b83", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:08:24.018198 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11dcbd96-d9cc-45ae-901a-db382c84091b {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:08:24.018624 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fbff36-c089-4e7f-96ea-73c790327c39', 'tag': '7c8c8bbc-287e-49f9-95fd-c20f64f23b83', 'status': 'completed', 'code': 200}
Jun 08 04:08:24.062053 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-a4ac3dc2-9057-4712-b449-cb5496f052cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:24.063542 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-a4ac3dc2-9057-4712-b449-cb5496f052cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77b24d77397a4d24b73f7cd2c3ec69e0&device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 1101 time: 0.0782743
Jun 08 04:08:24.137348 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-f17bf0cf-4b59-4e32-a405-a31f158eceb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=7c8c8bbc-287e-49f9-95fd-c20f64f23b83 HTTP/1.1" status: 200  len: 217 time: 0.0656104
Jun 08 04:08:24.139232 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:08:24.199808 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-31116ff4-b25f-469c-8a3a-8280cd5c3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:24.201208 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-31116ff4-b25f-469c-8a3a-8280cd5c3fb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0f409b73-e070-47f4-bb3c-7d0cc5f27a58 HTTP/1.1" status: 200  len: 843 time: 0.0574899
Jun 08 04:08:24.282142 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-d513216f-c523-4543-a026-688d80427e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:24.283628 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-d513216f-c523-4543-a026-688d80427e29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0fbcde76-7f98-4a29-ba8d-f7e987723030&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0759540
Jun 08 04:08:24.419324 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-934745e9-8a43-4239-88b8-fd6915388230 service neutron] 10.222.0.42 "GET /v2.0/networks/0fbcde76-7f98-4a29-ba8d-f7e987723030?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283233
Jun 08 04:08:24.470854 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b03f5-1bb6-443e-8687-f32185c7b75b req-61a06d71-8a4e-4640-a64e-89617af87dfb tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:24.472297 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-229b03f5-1bb6-443e-8687-f32185c7b75b req-61a06d71-8a4e-4640-a64e-89617af87dfb tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 944 time: 0.0809290
Jun 08 04:08:24.520382 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-229b03f5-1bb6-443e-8687-f32185c7b75b req-4ee21a31-f4ef-4a7d-a5f7-d21393af0740 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422962
Jun 08 04:08:24.553609 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0fd9b11e-d3e5-48f4-8a92-360e6119f0fc req-650d4b59-f4ef-438e-9675-f54aa4294561 service neutron] 10.222.0.42 "GET /v2.0/networks/0fbcde76-7f98-4a29-ba8d-f7e987723030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277173
Jun 08 04:08:24.671665 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3c87d-e9dc-470a-85c5-62227937da4b req-9026cfb9-fe6b-434a-b1f3-cfd1ce85da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:24.673073 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-eed3c87d-e9dc-470a-85c5-62227937da4b req-9026cfb9-fe6b-434a-b1f3-cfd1ce85da76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77b24d77397a4d24b73f7cd2c3ec69e0&device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 1101 time: 0.0699389
Jun 08 04:08:24.741117 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0236b2d-f085-4eca-a440-c78f7bd08001 req-257b3094-41c2-48b1-b1d2-3366abc7729b tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:24.742561 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c0236b2d-f085-4eca-a440-c78f7bd08001 req-257b3094-41c2-48b1-b1d2-3366abc7729b tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 948 time: 0.0918694
Jun 08 04:08:24.786708 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c0236b2d-f085-4eca-a440-c78f7bd08001 req-15c3e471-0eb4-48e4-896f-7245844ca1ca tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c1316-bb38-4c60-8418-51f84ed615ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385098
Jun 08 04:08:24.806560 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3c87d-e9dc-470a-85c5-62227937da4b req-a955040b-dba6-4e86-8a76-27cea270a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:24.807983 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-eed3c87d-e9dc-470a-85c5-62227937da4b req-a955040b-dba6-4e86-8a76-27cea270a253 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0fbcde76-7f98-4a29-ba8d-f7e987723030 HTTP/1.1" status: 200  len: 870 time: 0.1268029
Jun 08 04:08:24.877545 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-eed3c87d-e9dc-470a-85c5-62227937da4b req-13df246b-40e2-4304-aeff-bc6488ea2a47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=7c8c8bbc-287e-49f9-95fd-c20f64f23b83 HTTP/1.1" status: 200  len: 217 time: 0.0628755
Jun 08 04:08:24.939567 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3c87d-e9dc-470a-85c5-62227937da4b req-88b9f382-6f0f-4b12-8fd9-dd1fd323a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:24.940868 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-eed3c87d-e9dc-470a-85c5-62227937da4b req-88b9f382-6f0f-4b12-8fd9-dd1fd323a3cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0f409b73-e070-47f4-bb3c-7d0cc5f27a58 HTTP/1.1" status: 200  len: 843 time: 0.0550864
Jun 08 04:08:25.019555 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3c87d-e9dc-470a-85c5-62227937da4b req-3b2be148-928e-4d6a-91cb-05dbe7b90920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:25.021058 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-eed3c87d-e9dc-470a-85c5-62227937da4b req-3b2be148-928e-4d6a-91cb-05dbe7b90920 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0fbcde76-7f98-4a29-ba8d-f7e987723030&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0721793
Jun 08 04:08:25.242445 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-eed3c87d-e9dc-470a-85c5-62227937da4b req-8b01e54b-416f-4230-a2bb-0510f092b38e service neutron] 10.222.0.42 "GET /v2.0/networks/0fbcde76-7f98-4a29-ba8d-f7e987723030?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2137923
Jun 08 04:08:25.377429 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-eed3c87d-e9dc-470a-85c5-62227937da4b req-6f1a757d-8586-4c62-8d53-2f87a0b401d6 service neutron] 10.222.0.42 "GET /v2.0/networks/0fbcde76-7f98-4a29-ba8d-f7e987723030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257949
Jun 08 04:08:25.620496 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:08:25.622894 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:08:25.703412 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a794ea-d022-4376-aafe-144996bde1f1 req-081c79f6-5410-4477-b5e0-1512356da037 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:25.704899 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-72a794ea-d022-4376-aafe-144996bde1f1 req-081c79f6-5410-4477-b5e0-1512356da037 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 944 time: 0.0831959
Jun 08 04:08:25.775080 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:08:25.794190 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:25.794576 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:25.843717 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-72a794ea-d022-4376-aafe-144996bde1f1 req-7793f0cb-7ef6-4a79-92aa-8de5ed4e9df2 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1330199
Jun 08 04:08:25.866646 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7c8c8bbc-287e-49f9-95fd-c20f64f23b83,segment=NetworkSegment(ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f),segment_id=ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:08:25.886830 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': '7c8c8bbc-287e-49f9-95fd-c20f64f23b83', 'network_id': '0fbcde76-7f98-4a29-ba8d-f7e987723030', 'port_id': '7c8c8bbc-287e-49f9-95fd-c20f64f23b83', 'mac_address': 'fa:16:3e:47:0c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f409b73-e070-47f4-bb3c-7d0cc5f27a58', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:08:25.977824 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94775eb-d37f-4f9a-aa18-f21d33106e11 req-654f4566-0d12-4037-809c-9e0b16395889 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:25.979542 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d94775eb-d37f-4f9a-aa18-f21d33106e11 req-654f4566-0d12-4037-809c-9e0b16395889 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 948 time: 0.0806432
Jun 08 04:08:25.995057 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:26.015465 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:26.025058 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d94775eb-d37f-4f9a-aa18-f21d33106e11 req-28c3488e-703f-43e1-b6e1-ee3cfe958f36 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c1316-bb38-4c60-8418-51f84ed615ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397294
Jun 08 04:08:26.027053 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:08:26.054859 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b097668-71fe-4a11-8921-41933628ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:08:26.057118 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c817e30-e52e-44bd-819d-2cca15713efd" -d '{"events": [{"server_uuid": "2b097668-71fe-4a11-8921-41933628ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:08:26.060392 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7c8c8bbc-287e-49f9-95fd-c20f64f23b83,segment=NetworkSegment(ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f),segment_id=ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:08:26.066020 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:26.069088 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:08:26.069961 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:26.104512 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc808fc-6c40-4d56-ae9d-66fb9228b246 x-openstack-request-id: req-efc808fc-6c40-4d56-ae9d-66fb9228b246 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:08:26.104812 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b097668-71fe-4a11-8921-41933628ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:08:26.105072 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efc808fc-6c40-4d56-ae9d-66fb9228b246 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:08:26.105465 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b097668-71fe-4a11-8921-41933628ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'code': 200}
Jun 08 04:08:26.106215 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:26.139258 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=7c8c8bbc-287e-49f9-95fd-c20f64f23b83,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:26.142050 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:26.142515 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:26.217596 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:26.221127 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:26.274788 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['7c8c8bbc-287e-49f9-95fd-c20f64f23b83'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:08:26.375627 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa340e-1d3b-446b-b904-8dfe38d8d1cb req-ef2e6289-6fb3-4b51-8ab0-aca6c05d60e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:26.377073 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-caaa340e-1d3b-446b-b904-8dfe38d8d1cb req-ef2e6289-6fb3-4b51-8ab0-aca6c05d60e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 1098 time: 0.0696082
Jun 08 04:08:26.416879 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-caaa340e-1d3b-446b-b904-8dfe38d8d1cb req-9736db44-9d8d-4267-b97b-6e386eb851b7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330603
Jun 08 04:08:27.248089 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede609fc-24db-40db-b682-a902e853080a req-567f78dd-ad59-486c-809f-19416896bb3b tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:27.249556 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ede609fc-24db-40db-b682-a902e853080a req-567f78dd-ad59-486c-809f-19416896bb3b tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 945 time: 0.1545355
Jun 08 04:08:27.260385 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ac174-9d42-4065-87e0-ac267b5fd43e req-58afb6bb-45a6-454a-affe-09d081b97179 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:27.261718 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7e4ac174-9d42-4065-87e0-ac267b5fd43e req-58afb6bb-45a6-454a-affe-09d081b97179 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 949 time: 0.1190159
Jun 08 04:08:27.330779 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ede609fc-24db-40db-b682-a902e853080a req-7145cb16-594f-424f-9976-71ec23169a12 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681293
Jun 08 04:08:27.333435 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7e4ac174-9d42-4065-87e0-ac267b5fd43e req-b1d343c6-f98a-45e2-9cff-9f85f80fb104 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c1316-bb38-4c60-8418-51f84ed615ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573385
Jun 08 04:08:27.651227 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:08:27.719469 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:08:27.724079 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:27.724620 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:27.841793 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:27.872803 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7c8c8bbc-287e-49f9-95fd-c20f64f23b83,segment=NetworkSegment(ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f),segment_id=ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:08:27.876130 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:27.877878 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-87bca041-96ae-4ca1-ac1e-4159f9842105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:27.940446 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=7c8c8bbc-287e-49f9-95fd-c20f64f23b83,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:27.944244 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:28.106198 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fbff36-c089-4e7f-96ea-73c790327c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8c8bbc-287e-49f9-95fd-c20f64f23b83'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:08:28.108560 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bc2e5e-b80a-442b-8fa0-af5ffcc3540f" -d '{"events": [{"server_uuid": "07fbff36-c089-4e7f-96ea-73c790327c39", "name": "network-vif-plugged", "status": "completed", "tag": "7c8c8bbc-287e-49f9-95fd-c20f64f23b83"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:08:28.149378 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acf964e-7060-44d4-866d-329ace4b75f2 x-openstack-request-id: req-5acf964e-7060-44d4-866d-329ace4b75f2 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:08:28.149678 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fbff36-c089-4e7f-96ea-73c790327c39", "name": "network-vif-plugged", "status": "completed", "tag": "7c8c8bbc-287e-49f9-95fd-c20f64f23b83", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:08:28.149936 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5acf964e-7060-44d4-866d-329ace4b75f2 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:08:28.150330 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fbff36-c089-4e7f-96ea-73c790327c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8c8bbc-287e-49f9-95fd-c20f64f23b83', 'code': 200}
Jun 08 04:08:28.375660 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9b690-ea3b-489a-bb5d-84bc62148414 req-caeca857-02bb-4b33-a422-f9e25c2c024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:28.377174 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-a0f9b690-ea3b-489a-bb5d-84bc62148414 req-caeca857-02bb-4b33-a422-f9e25c2c024f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 1103 time: 0.0765851
Jun 08 04:08:28.419639 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-a0f9b690-ea3b-489a-bb5d-84bc62148414 req-0ea41f6e-adc9-46dc-ae6f-24c897495046 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=516c1316-bb38-4c60-8418-51f84ed615ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355809
Jun 08 04:08:28.579432 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf942a-506e-4d52-8d48-4d3dc17502e6 req-999c204e-8628-4d10-b517-99432c1cc8e8 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:28.580784 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d5cf942a-506e-4d52-8d48-4d3dc17502e6 req-999c204e-8628-4d10-b517-99432c1cc8e8 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 950 time: 0.1422780
Jun 08 04:08:28.589403 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815e9b0-bf71-491f-a4b9-038a63fe214e req-5e855ce7-e63d-4dd0-9c1c-fca82d91a2cb tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:28.590704 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e815e9b0-bf71-491f-a4b9-038a63fe214e req-5e855ce7-e63d-4dd0-9c1c-fca82d91a2cb tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 945 time: 0.1168122
Jun 08 04:08:28.658687 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e815e9b0-bf71-491f-a4b9-038a63fe214e req-910fea72-3c60-4844-b3f4-218ea4b4809c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538666
Jun 08 04:08:28.661448 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d5cf942a-506e-4d52-8d48-4d3dc17502e6 req-6023ada9-a534-46f9-9808-54a0adbe0cc7 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c1316-bb38-4c60-8418-51f84ed615ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697877
Jun 08 04:08:28.859073 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0beae-0ea0-41ef-88c8-ce483a301ffd req-927be2cb-43b8-49f5-914c-1e8915849b86 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:28.860454 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3ee0beae-0ea0-41ef-88c8-ce483a301ffd req-927be2cb-43b8-49f5-914c-1e8915849b86 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 945 time: 0.1003337
Jun 08 04:08:28.904686 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3ee0beae-0ea0-41ef-88c8-ce483a301ffd req-e0f8ffbd-6306-4b6d-84ae-c25ff5f07662 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385416
Jun 08 04:08:28.926877 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 55582) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:08:28.995842 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63646553-c4b8-4a3e-87e2-77b6904cb6cc tempest-TestVolumeBootPattern-1597788239 tempest-TestVolumeBootPattern-1597788239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:28.997337 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-63646553-c4b8-4a3e-87e2-77b6904cb6cc tempest-TestVolumeBootPattern-1597788239 tempest-TestVolumeBootPattern-1597788239-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 1093 time: 0.0694561
Jun 08 04:08:28.999948 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 55584) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:08:29.004215 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Request body: {'floatingip': {'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'port_id': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:08:29.026326 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for floatingip, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:29.165603 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:29.305022 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Allocated IP 172.27.3.53 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/aa3390ca-7c42-4040-8f94-9f7a29941e37) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:08:29.448683 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:29.477345 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2509792'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:29.477933 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:29.477933 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:08:29.477933 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:08:29.477933 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:08:29.477933 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:29.477933 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:08:29.493209 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:08:29.494270 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:08:29.496627 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:08:29.997055 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f73c8-dcb7-458c-ad75-16aa14e42fea req-422d7f28-7940-4dbf-94b2-c8c0cbbcd821 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:29.998405 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2f6f73c8-dcb7-458c-ad75-16aa14e42fea req-422d7f28-7940-4dbf-94b2-c8c0cbbcd821 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 950 time: 0.2263780
Jun 08 04:08:30.058986 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2f6f73c8-dcb7-458c-ad75-16aa14e42fea req-b32271c1-9522-418c-8b6f-0e1a0433014d tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c1316-bb38-4c60-8418-51f84ed615ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547769
Jun 08 04:08:30.072240 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:30.148010 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:30.357812 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for port, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:30.362379 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2509822'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:30.367145 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-636dbc6c-0a18-4624-829f-51ec2711e906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:30.525760 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event updated for resources: {'Port': ['ID=aa3390ca-7c42-4040-8f94-9f7a29941e37,revision_number=2']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:30.530550 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:30.538023 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:30.694360 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2818b82-51ad-477f-90d6-48bf883e08e2 req-fc97e43e-7dac-4aef-ad51-f73c58425cf8 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:30.695814 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d2818b82-51ad-477f-90d6-48bf883e08e2 req-fc97e43e-7dac-4aef-ad51-f73c58425cf8 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 950 time: 0.2488372
Jun 08 04:08:30.752382 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.l3_db [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Floating IP 19e2760b-f74b-4464-ae71-cc5d2ba56b29 associated. External IP: 172.27.3.53, port: 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea.
Jun 08 04:08:30.810769 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-d2818b82-51ad-477f-90d6-48bf883e08e2 req-b8b3c276-1eb6-49c4-b054-491cd0a091dd tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c1316-bb38-4c60-8418-51f84ed615ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038747
Jun 08 04:08:31.100610 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:08:31.275606 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:08:31.284615 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50a7ed-1911-404a-b073-58d95ebf5ca5 None None] Sync routers for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:08:31.294518 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50a7ed-1911-404a-b073-58d95ebf5ca5 None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:08:31.295142 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-ff50a7ed-1911-404a-b073-58d95ebf5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0027d11f0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:08:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:31.296862 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:31.353774 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-805d1470-2ff2-4488-903a-9c405157fc38 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3526773
Jun 08 04:08:31.354311 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b097668-71fe-4a11-8921-41933628ebbe', 'tag': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea'}] {{(pid=91649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:08:31.356622 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68076f80de6398871b1479c29e58ad4c04b4d9bb8781698605459407955b999f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315c4daa-5c92-49ac-b640-28f2b768c021" -d '{"events": [{"name": "network-changed", "server_uuid": "2b097668-71fe-4a11-8921-41933628ebbe", "tag": "1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea"}]}' {{(pid=91649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:08:31.400442 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eece86a-7ccb-43dc-8fa3-eb52662444a4 x-openstack-request-id: req-4eece86a-7ccb-43dc-8fa3-eb52662444a4 {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:08:31.400720 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b097668-71fe-4a11-8921-41933628ebbe", "tag": "1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea", "status": "completed", "code": 200}]} {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:08:31.401014 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4eece86a-7ccb-43dc-8fa3-eb52662444a4 {{(pid=91649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:08:31.401458 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b097668-71fe-4a11-8921-41933628ebbe', 'tag': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'status': 'completed', 'code': 200}
Jun 08 04:08:31.495012 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c4daa-5c92-49ac-b640-28f2b768c021 req-856a7d28-b087-42d3-a2ad-315f0a3d9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:31.496517 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-315c4daa-5c92-49ac-b640-28f2b768c021 req-856a7d28-b087-42d3-a2ad-315f0a3d9887 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 1098 time: 0.0733459
Jun 08 04:08:31.506386 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-ff50a7ed-1911-404a-b073-58d95ebf5ca5 None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:08:31.630928 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c4daa-5c92-49ac-b640-28f2b768c021 req-ad2398d3-e0cb-490e-8c98-7cbd13a484df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:31.632302 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-315c4daa-5c92-49ac-b640-28f2b768c021 req-ad2398d3-e0cb-490e-8c98-7cbd13a484df service neutron] 10.222.0.42 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 913 time: 0.1285841
Jun 08 04:08:31.787619 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-315c4daa-5c92-49ac-b640-28f2b768c021 req-f6d988f6-53e3-4b0f-9f38-cddc94c91c00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea HTTP/1.1" status: 200  len: 998 time: 0.1477625
Jun 08 04:08:31.846006 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4f51-3af2-4444-9d34-a329bf342c2a req-d60981c6-8b28-4bd0-81f1-c5f2b5f53e38 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:31.847449 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-63ca4f51-3af2-4444-9d34-a329bf342c2a req-d60981c6-8b28-4bd0-81f1-c5f2b5f53e38 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.42 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 950 time: 0.1509824
Jun 08 04:08:31.854860 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-ff50a7ed-1911-404a-b073-58d95ebf5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0027d11f0>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '19e2760b-f74b-4464-ae71-cc5d2ba56b29', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:cd:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b097668-71fe-4a11-8921-41933628ebbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:08:29Z', 'updated_at': '2021-06-08T04:08:29Z', 'revision_number': 0, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:31.859052 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50a7ed-1911-404a-b073-58d95ebf5ca5 None None] Checking router: 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:08:31.867875 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50a7ed-1911-404a-b073-58d95ebf5ca5 None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:08:31.868773 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-ff50a7ed-1911-404a-b073-58d95ebf5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0027d11f0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:08:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:31.917537 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c4daa-5c92-49ac-b640-28f2b768c021 req-ae6bf283-6b94-46be-9106-25fd71630593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:31.918985 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-315c4daa-5c92-49ac-b640-28f2b768c021 req-ae6bf283-6b94-46be-9106-25fd71630593 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 200  len: 851 time: 0.1245506
Jun 08 04:08:32.058466 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-ff50a7ed-1911-404a-b073-58d95ebf5ca5 None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:08:32.063249 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-63ca4f51-3af2-4444-9d34-a329bf342c2a req-7a3278a3-3737-4bd7-8ec5-a7e55f68de69 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Deleting port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:08:32.063594 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-63ca4f51-3af2-4444-9d34-a329bf342c2a req-7a3278a3-3737-4bd7-8ec5-a7e55f68de69 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:32.081033 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c4daa-5c92-49ac-b640-28f2b768c021 req-14adca9b-10b8-4e2a-b1e8-3e1fa3308c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:32.082498 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-315c4daa-5c92-49ac-b640-28f2b768c021 req-14adca9b-10b8-4e2a-b1e8-3e1fa3308c8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8dcb41e7-7cee-4a56-8efa-df501531d14b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1557741
Jun 08 04:08:32.113708 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14638941-c1f8-47d1-b287-5ee5fc7bf3ee req-bb196b5b-8369-4dfb-b753-b38e198cdd71 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:32.115887 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-14638941-c1f8-47d1-b287-5ee5fc7bf3ee req-bb196b5b-8369-4dfb-b753-b38e198cdd71 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 950 time: 0.1968982
Jun 08 04:08:32.162051 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-14638941-c1f8-47d1-b287-5ee5fc7bf3ee req-0e7aa602-a352-4a23-9aa2-914eb54043c9 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c1316-bb38-4c60-8418-51f84ed615ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395129
Jun 08 04:08:32.309495 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-63ca4f51-3af2-4444-9d34-a329bf342c2a req-7a3278a3-3737-4bd7-8ec5-a7e55f68de69 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] For port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7c8c8bbc-287e-49f9-95fd-c20f64f23b83,segment=NetworkSegment(ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f),segment_id=ff0eaf9d-7379-4b61-80e5-e4a8e82fb13f)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:08:32.309855 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-63ca4f51-3af2-4444-9d34-a329bf342c2a req-7a3278a3-3737-4bd7-8ec5-a7e55f68de69 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:32.325210 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-315c4daa-5c92-49ac-b640-28f2b768c021 req-3da4ac1e-a836-4cbc-aed0-094284ea2025 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1924059
Jun 08 04:08:32.411007 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-ff50a7ed-1911-404a-b073-58d95ebf5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0027d11f0>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '19e2760b-f74b-4464-ae71-cc5d2ba56b29', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:cd:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b097668-71fe-4a11-8921-41933628ebbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:08:29Z', 'updated_at': '2021-06-08T04:08:29Z', 'revision_number': 0, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:32.415623 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50a7ed-1911-404a-b073-58d95ebf5ca5 None None] The sync data for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi is: [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '19e2760b-f74b-4464-ae71-cc5d2ba56b29', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:cd:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b097668-71fe-4a11-8921-41933628ebbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:08:29Z', 'updated_at': '2021-06-08T04:08:29Z', 'revision_number': 0, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:08:32.459658 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-63ca4f51-3af2-4444-9d34-a329bf342c2a req-7a3278a3-3737-4bd7-8ec5-a7e55f68de69 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Calling delete_port for 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:08:32.602843 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32443bcd-c5a7-4182-b130-c0d118fd3d51 None None] New status for floating IP 19e2760b-f74b-4464-ae71-cc5d2ba56b29: ACTIVE {{(pid=91651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:08:32.686089 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-315c4daa-5c92-49ac-b640-28f2b768c021 req-2948d965-a8b9-430e-b9a9-ce3845c2e108 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3083773
Jun 08 04:08:32.768995 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-63ca4f51-3af2-4444-9d34-a329bf342c2a req-7a3278a3-3737-4bd7-8ec5-a7e55f68de69 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:32.776928 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-81356d56-77bc-47cb-91c3-76a6f87a6df1 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:32.781441 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['7c8c8bbc-287e-49f9-95fd-c20f64f23b83'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:08:32.858051 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3278a3-3737-4bd7-8ec5-a7e55f68de69 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Pushing event deleted for resources: {'Port': ['ID=7c8c8bbc-287e-49f9-95fd-c20f64f23b83,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:32.860736 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7a3278a3-3737-4bd7-8ec5-a7e55f68de69 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:32.910921 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ca4f51-3af2-4444-9d34-a329bf342c2a req-7a3278a3-3737-4bd7-8ec5-a7e55f68de69 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] No DVR routers for this DVR port 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:08:32.914064 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-63ca4f51-3af2-4444-9d34-a329bf342c2a req-7a3278a3-3737-4bd7-8ec5-a7e55f68de69 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:32.916000 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-63ca4f51-3af2-4444-9d34-a329bf342c2a req-7a3278a3-3737-4bd7-8ec5-a7e55f68de69 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.42 "DELETE /v2.0/ports/7c8c8bbc-287e-49f9-95fd-c20f64f23b83 HTTP/1.1" status: 204  len: 173 time: 1.0580900
Jun 08 04:08:32.916616 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fbff36-c089-4e7f-96ea-73c790327c39', 'name': 'network-vif-deleted', 'tag': '7c8c8bbc-287e-49f9-95fd-c20f64f23b83'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:08:32.919579 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a2eeb4-7e49-4501-985b-7f9f941f843e" -d '{"events": [{"server_uuid": "07fbff36-c089-4e7f-96ea-73c790327c39", "name": "network-vif-deleted", "tag": "7c8c8bbc-287e-49f9-95fd-c20f64f23b83"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:08:32.971701 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d79a2f0-006b-46e9-ab6f-241c2c974746 x-openstack-request-id: req-2d79a2f0-006b-46e9-ab6f-241c2c974746 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:08:32.972035 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fbff36-c089-4e7f-96ea-73c790327c39", "name": "network-vif-deleted", "tag": "7c8c8bbc-287e-49f9-95fd-c20f64f23b83", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:08:32.972391 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d79a2f0-006b-46e9-ab6f-241c2c974746 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:08:32.972800 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fbff36-c089-4e7f-96ea-73c790327c39', 'name': 'network-vif-deleted', 'tag': '7c8c8bbc-287e-49f9-95fd-c20f64f23b83', 'status': 'completed', 'code': 200}
Jun 08 04:08:33.326034 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ea135a09-d9a5-48da-bdc8-ad5f92252d9e req-fb117105-43a7-4f72-b866-c60d7fac6e00 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] 10.222.0.15 "GET /v2.0/ports?device_id=07fbff36-c089-4e7f-96ea-73c790327c39 HTTP/1.1" status: 200  len: 210 time: 0.0426536
Jun 08 04:08:35.684912 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:08:35.719777 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:08:35.720091 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 7c8c8bbc-287e-49f9-95fd-c20f64f23b83 not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:08:35.929615 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:38.894858 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 55836) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:08:38.898877 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:08:39.038755 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-4f36b1ca-becd-492a-b168-65ddc5b786bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77b24d77397a4d24b73f7cd2c3ec69e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1426990
Jun 08 04:08:39.041163 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 55840) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:08:39.099637 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:39.124719 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:39.173555 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:39.176132 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:39.177827 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/516c1316-bb38-4c60-8418-51f84ed615ed HTTP/1.1" status: 204  len: 168 time: 0.1352522
Jun 08 04:08:39.178639 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b4c1c68a-2b81-49ce-981a-a65d6ba55add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:39.187730 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516c1316-bb38-4c60-8418-51f84ed615ed,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:39.195583 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:39.195944 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:39.196455 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:39.196820 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:39.197177 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:39.197534 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:39.197884 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:39.198234 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:39.198584 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:39.198924 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:39.199263 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:39.199606 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:39.202682 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-8de0b290-35e1-48dc-bf24-38ac580a94e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:39.820963 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 55862) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:08:39.922826 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-299985785-network', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:08:39.944925 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Made reservation on behalf of 5961925d8e6342d3bcf7a8d24220256a for: {'network': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:08:39.947262 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:39.959144 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:40.061043 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:40.064751 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:40.067487 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-b68fe6ca-f094-4408-8785-cecb8c56501f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:40.093898 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=91648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 04:08:40.106265 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bf4fbd-8d25-49b6-80ab-61174fe7433d,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:40.109726 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:40.112201 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:40.112577 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.segments_db [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Added segment 9680d797-f2ae-45d9-8515-823c3fae4e38 of type vlan for network 882d119c-875f-41f1-88bd-788762eb03e9
Jun 08 04:08:40.138322 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:40.166890 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:40.168203 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:40.168823 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:40.172373 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-18c13311-1080-4dbc-bce7-b530c2fb453f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:40.261029 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4389575
Jun 08 04:08:40.264097 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 55866) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:08:40.269130 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Request body: {'subnet': {'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-299985785-subnet', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'ip_version': 4}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:08:40.271244 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Pushing event updated for resources: {'Network': ['ID=882d119c-875f-41f1-88bd-788762eb03e9,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:40.274451 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c4374010-1781-463b-80ba-c91b99fce6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:40.281668 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 882d119c-875f-41f1-88bd-788762eb03e9 details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 04:08:40.293587 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Made reservation on behalf of 5961925d8e6342d3bcf7a8d24220256a for: {'subnet': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:08:40.296177 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2477004'] for subnet, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:40.501184 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2509692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2477026'] for subnet, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:40.505645 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:40.574487 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:40.585985 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:40.586369 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:40.586741 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:40.587105 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:40.587468 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:40.587829 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:40.588186 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:40.588566 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:40.588923 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:40.589277 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:40.589654 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:40.590005 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:40.592914 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Checking segment: {'id': '9680d797-f2ae-45d9-8515-823c3fae4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:08:40.593316 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Network hostable DHCP agents. Network: 882d119c-875f-41f1-88bd-788762eb03e9, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 04:08:40.596200 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:40.611928 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Network 882d119c-875f-41f1-88bd-788762eb03e9 is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 04:08:40.620582 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 882d119c-875f-41f1-88bd-788762eb03e9) {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:08:40.624474 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:40.625062 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:40.629386 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d60018-da2a-4e57-9755-dbe1876e18ab None None] Network 882d119c-875f-41f1-88bd-788762eb03e9 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:08:40.643598 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3783114
Jun 08 04:08:40.646531 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 55868) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:08:40.650847 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:08:40.672543 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-618584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4362'] for router, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:40.673494 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:40.687678 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:40.843247 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8192669b-121c-5dae-98fe-8037b84af970-882d119c-875f-41f1-88bd-788762eb03e9', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'fixed_ips': [{'subnet_id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b'}]}} from dv-cinder-786627-8-iscsi. {{(pid=91650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 04:08:40.844078 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:40.951307 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:41.035830 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.db_base_plugin_common [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Allocated IP 172.20.0.2 (882d119c-875f-41f1-88bd-788762eb03e9/89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b/43305c0b-3627-46d8-87f3-d340ab9bb9f3) {{(pid=91650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:08:41.236899 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Notify callbacks [] for port, precommit_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:41.247425 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Transition to ACTIVE for port object 43305c0b-3627-46d8-87f3-d340ab9bb9f3 will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:08:41.265671 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Transition to ACTIVE for port object 43305c0b-3627-46d8-87f3-d340ab9bb9f3 will not be triggered until provisioned by entity DHCP. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:08:41.267290 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:41.272155 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:41.272804 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:41.272804 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:08:41.272804 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:08:41.272804 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:08:41.272804 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:41.272804 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:08:41.292365 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Network 882d119c-875f-41f1-88bd-788762eb03e9 is already hosted by enough agents. {{(pid=91650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:08:41.293440 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.base_scheduler [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Resources bound (agent type, host, resource id):  {{(pid=91650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:08:41.295821 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Received port after_create {{(pid=91650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:08:41.298383 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:41.382098 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Attempting to bind port 43305c0b-3627-46d8-87f3-d340ab9bb9f3 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:08:41.382480 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Attempting to bind port 43305c0b-3627-46d8-87f3-d340ab9bb9f3 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': '9680d797-f2ae-45d9-8515-823c3fae4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:08:41.382852 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Attempting to bind port 43305c0b-3627-46d8-87f3-d340ab9bb9f3 on network 882d119c-875f-41f1-88bd-788762eb03e9 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:08:41.388059 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:08:41.388456 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Checking segment: {'id': '9680d797-f2ae-45d9-8515-823c3fae4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:08:41.389204 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:41.389584 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Bound using segment: {'id': '9680d797-f2ae-45d9-8515-823c3fae4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:08:41.390053 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Bound port: 43305c0b-3627-46d8-87f3-d340ab9bb9f3, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9680d797-f2ae-45d9-8515-823c3fae4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:08:41.390431 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:41.434280 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Allocated IP 172.27.3.47 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/36fb81e0-361b-4b35-a1b9-a7d13c7130e4) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:08:41.478771 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] For port 43305c0b-3627-46d8-87f3-d340ab9bb9f3, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:08:41.481624 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] For port 43305c0b-3627-46d8-87f3-d340ab9bb9f3, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=43305c0b-3627-46d8-87f3-d340ab9bb9f3,segment=NetworkSegment(9680d797-f2ae-45d9-8515-823c3fae4e38),segment_id=9680d797-f2ae-45d9-8515-823c3fae4e38)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:08:41.485762 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:41.490786 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-d46c5497-2899-4da8-a5dd-d9b66c08843e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:41.571914 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Pushing event updated for resources: {'Port': ['ID=43305c0b-3627-46d8-87f3-d340ab9bb9f3,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:41.575017 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:41.591596 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:41.622923 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2509792'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:41.623580 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:41.623580 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:08:41.623580 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:08:41.623580 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:08:41.623580 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:41.623580 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:08:41.639798 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:08:41.640888 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:08:41.643261 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:08:42.045628 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 43305c0b-3627-46d8-87f3-d340ab9bb9f3 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:08:42.119807 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 43305c0b-3627-46d8-87f3-d340ab9bb9f3 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:08:42.167912 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:42.381631 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df427580-91db-45cc-8a0d-b9c73f7e21e9 None None] Network 882d119c-875f-41f1-88bd-788762eb03e9 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:08:42.483826 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-12e910d3-0718-4b50-8771-b9b385f00d08 None None] Provisioning for port 43305c0b-3627-46d8-87f3-d340ab9bb9f3 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:08:42.493158 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-12e910d3-0718-4b50-8771-b9b385f00d08 None None] Provisioning complete for port 43305c0b-3627-46d8-87f3-d340ab9bb9f3 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:42.493533 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-12e910d3-0718-4b50-8771-b9b385f00d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:42.513593 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616891'] for router, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:42.701782 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-12e910d3-0718-4b50-8771-b9b385f00d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:42.716216 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Router 875986d3-8d23-4d87-82f0-8d9163409b81 is scheduled to L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 with binding_index 1 {{(pid=91649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 04:08:42.744065 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-12e910d3-0718-4b50-8771-b9b385f00d08 None None] For port 43305c0b-3627-46d8-87f3-d340ab9bb9f3, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=43305c0b-3627-46d8-87f3-d340ab9bb9f3,segment=NetworkSegment(9680d797-f2ae-45d9-8515-823c3fae4e38),segment_id=9680d797-f2ae-45d9-8515-823c3fae4e38)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:08:42.747948 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-12e910d3-0718-4b50-8771-b9b385f00d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:42.749830 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:42.822591 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e910d3-0718-4b50-8771-b9b385f00d08 None None] Pushing event updated for resources: {'Port': ['ID=43305c0b-3627-46d8-87f3-d340ab9bb9f3,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:42.829091 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-12e910d3-0718-4b50-8771-b9b385f00d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:42.898587 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:08:42.908177 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Sync routers for ids ['875986d3-8d23-4d87-82f0-8d9163409b81'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:08:42.917168 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] Notify callbacks [] for router, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:42.918173 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Routers {'875986d3-8d23-4d87-82f0-8d9163409b81'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:08:42.918747 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-3a0b40e7-3ad7-4dbb-86fe-e1e1073f1884 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.2713091
Jun 08 04:08:42.918897 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00233ad00>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:08:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['875986d3-8d23-4d87-82f0-8d9163409b81'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:42.921379 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 55870) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:08:43.069604 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-4b1616cc-6b3d-4916-a980-ef24975a1956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:43.079298 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-1a5df156-d947-4f4a-b35d-99c5d4fd7a28 None None] Provisioning complete for port 43305c0b-3627-46d8-87f3-d340ab9bb9f3 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:43.079679 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-1a5df156-d947-4f4a-b35d-99c5d4fd7a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:43.168202 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Set router 875986d3-8d23-4d87-82f0-8d9163409b81 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:08:43.528488 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00233ad00>, [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:08:41Z', 'revision_number': 3, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port': {'id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:41Z', 'updated_at': '2021-06-08T04:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:43.532195 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Checking router: 875986d3-8d23-4d87-82f0-8d9163409b81 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:08:43.532664 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Updating router 875986d3-8d23-4d87-82f0-8d9163409b81 port 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 binding host dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 04:08:43.582593 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:43.719863 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:43.925211 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Allocated IP 172.20.0.1 (882d119c-875f-41f1-88bd-788762eb03e9/89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b/b751bc4e-c7f3-43d6-83da-9554ce743f40) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:08:43.945145 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Notify callbacks [] for port, precommit_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:43.956967 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Transition to ACTIVE for port object 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:08:43.963983 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:43.967495 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:44.035676 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 43305c0b-3627-46d8-87f3-d340ab9bb9f3 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:08:44.081669 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:44.089502 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688dbdc-6086-4919-b1fb-11e45b306ca0 None None] Pushing event updated for resources: {'Port': ['ID=36fb81e0-361b-4b35-a1b9-a7d13c7130e4,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:44.091704 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Attempting to bind port 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:08:44.092069 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Attempting to bind port 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:08:44.092677 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Attempting to bind port 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 on network dad72041-fa15-4feb-a2cc-75b396c0b4c9 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:08:44.095993 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-4688dbdc-6086-4919-b1fb-11e45b306ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:44.099316 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.provisioning_blocks [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Transition to ACTIVE for port object b751bc4e-c7f3-43d6-83da-9554ce743f40 will not be triggered until provisioned by entity DHCP. {{(pid=91649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:08:44.102009 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:08:44.102392 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Checking segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:08:44.102794 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:44.103187 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Bound using segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:08:44.103654 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Bound port: 36fb81e0-361b-4b35-a1b9-a7d13c7130e4, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:08:44.104027 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:44.122388 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2509792'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:44.122969 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:44.122969 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:08:44.122969 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:08:44.122969 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:08:44.122969 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:44.122969 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:08:44.140890 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Network 882d119c-875f-41f1-88bd-788762eb03e9 is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:08:44.142038 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:08:44.144310 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:08:44.192251 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] For port 36fb81e0-361b-4b35-a1b9-a7d13c7130e4, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:08:44.194346 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 43305c0b-3627-46d8-87f3-d340ab9bb9f3 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:44.194725 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:44.206201 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033197'] for router_interface, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:44.246785 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] For port 36fb81e0-361b-4b35-a1b9-a7d13c7130e4, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=36fb81e0-361b-4b35-a1b9-a7d13c7130e4,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:08:44.257955 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:44.263822 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:44.399220 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Routers {'875986d3-8d23-4d87-82f0-8d9163409b81'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:08:44.399830 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00233ad00>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:08:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['875986d3-8d23-4d87-82f0-8d9163409b81'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:44.459986 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:44.478727 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688dbdc-6086-4919-b1fb-11e45b306ca0 None None] Pushing event updated for resources: {'Port': ['ID=36fb81e0-361b-4b35-a1b9-a7d13c7130e4,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:44.534504 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-4688dbdc-6086-4919-b1fb-11e45b306ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:44.535265 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-6ecfa004-a228-453d-8380-e88d8b9e8d68 None None] Provisioning for port b751bc4e-c7f3-43d6-83da-9554ce743f40 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:08:44.558178 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-6ecfa004-a228-453d-8380-e88d8b9e8d68 None None] Provisioning complete for port b751bc4e-c7f3-43d6-83da-9554ce743f40 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:44.558553 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6ecfa004-a228-453d-8380-e88d8b9e8d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:44.643493 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfa004-a228-453d-8380-e88d8b9e8d68 None None] Port b751bc4e-c7f3-43d6-83da-9554ce743f40 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:08:44.659172 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] Set router 875986d3-8d23-4d87-82f0-8d9163409b81 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:08:44.686736 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:44.691289 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2509822'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:44.722008 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-64ce36c4-09e1-41dc-86c1-311a07cedc1f tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:44.912029 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Pushing event updated for resources: {'Port': ['ID=b751bc4e-c7f3-43d6-83da-9554ce743f40,revision_number=2']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:44.914516 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1033004'] for router_interface, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:44.918141 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:45.013373 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00233ad00>, [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:08:44Z', 'revision_number': 4, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port': {'id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:41Z', 'updated_at': '2021-06-08T04:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'b751bc4e-c7f3-43d6-83da-9554ce743f40', 'name': '', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'mac_address': 'fa:16:3e:9c:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:43Z', 'updated_at': '2021-06-08T04:08:43Z', 'revision_number': 1, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'subnets': [{'id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:45.017576 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a80af2-fd44-4f0c-af13-78ecfaaa5da5 None None] The sync data for ids ['875986d3-8d23-4d87-82f0-8d9163409b81'] in dv-cinder-786627-8-iscsi is: [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:08:44Z', 'revision_number': 4, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port': {'id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:41Z', 'updated_at': '2021-06-08T04:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'b751bc4e-c7f3-43d6-83da-9554ce743f40', 'name': '', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'mac_address': 'fa:16:3e:9c:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:43Z', 'updated_at': '2021-06-08T04:08:43Z', 'revision_number': 1, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'subnets': [{'id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:08:45.051820 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Network 882d119c-875f-41f1-88bd-788762eb03e9 is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:08:45.053102 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:08:45.253540 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Router 875986d3-8d23-4d87-82f0-8d9163409b81 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:08:45.272233 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-b70fb793-ee2f-4bca-ac18-e998e24046a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:45.367579 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-28c907dc-c010-4cfe-af41-703a4dad08c3 None None] Provisioning complete for port b751bc4e-c7f3-43d6-83da-9554ce743f40 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:45.367959 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-28c907dc-c010-4cfe-af41-703a4dad08c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:45.426327 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-28c907dc-c010-4cfe-af41-703a4dad08c3 None None] Port b751bc4e-c7f3-43d6-83da-9554ce743f40 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:08:45.452100 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:08:45.456796 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-af8e4c3d-747a-4bd0-ace8-6bc7f77563bb admin admin] 10.222.0.15 "PUT /v2.0/routers/875986d3-8d23-4d87-82f0-8d9163409b81/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5336835
Jun 08 04:08:45.466809 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.025311 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 55888) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:08:46.034701 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1551376992-network', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:08:46.058858 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:08:46.063855 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Made reservation on behalf of 7882eb88d36f4107b1bb8b90cb7d24b4 for: {'network': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:08:46.066266 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8346320'] for network, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.080410 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.129179 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:08:46.135229 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:46.135562 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.191346 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.195925 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.198913 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-a0655025-70e4-4cad-b889-e69a20f4f951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:46.231445 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203}  {{(pid=91648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 04:08:46.240489 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b0d9f5-7c2c-4f97-aac8-9d89114b2b10,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:46.244306 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:46.246947 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.247289 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.segments_db [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Added segment e6d7aff6-ec1b-4278-8a05-4b6e7325825b of type vlan for network 554af109-bc2f-4ad2-a055-005b38800ba6
Jun 08 04:08:46.267319 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.278705 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774621611767'] for network, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.284918 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port 36fb81e0-361b-4b35-a1b9-a7d13c7130e4, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=36fb81e0-361b-4b35-a1b9-a7d13c7130e4,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:08:46.289552 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.291352 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:46.310333 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788'] for network, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.311769 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:46.312460 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.317315 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f81a9b5f-31a6-49e6-8a89-fa08c300261d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:46.356892 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=36fb81e0-361b-4b35-a1b9-a7d13c7130e4,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:46.359816 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:46.402833 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3758845
Jun 08 04:08:46.405614 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 55892) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:08:46.410647 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-b6f4debd-bc79-4728-9960-526a246f72d3 admin admin] Request body: {'subnet': {'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1551376992-subnet', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'ip_version': 4}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:08:46.413578 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Pushing event updated for resources: {'Network': ['ID=554af109-bc2f-4ad2-a055-005b38800ba6,revision_number=1']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:46.416214 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-12b83c57-8a79-4e1d-b64b-68c05624d841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:46.423402 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Network 554af109-bc2f-4ad2-a055-005b38800ba6 details requested by agent ovs-agent-dv-cinder-786627-8-iscsi with host dv-cinder-786627-8-iscsi {{(pid=91650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 04:08:46.432725 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f4debd-bc79-4728-9960-526a246f72d3 admin admin] Made reservation on behalf of 7882eb88d36f4107b1bb8b90cb7d24b4 for: {'subnet': 1} {{(pid=91649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:08:46.435350 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b6f4debd-bc79-4728-9960-526a246f72d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2477004'] for subnet, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.511402 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.645675 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b6f4debd-bc79-4728-9960-526a246f72d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2509692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2477026'] for subnet, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.650348 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-40f7f663-e731-480b-9f5b-71f02bb5b34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:46.720455 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4debd-bc79-4728-9960-526a246f72d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57fcb91b-5719-4483-b203-e32c66bfe5d8,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:46.723122 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-b6f4debd-bc79-4728-9960-526a246f72d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:46.733500 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4debd-bc79-4728-9960-526a246f72d3 admin admin] Checking segment: {'id': 'e6d7aff6-ec1b-4278-8a05-4b6e7325825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:08:46.733849 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f4debd-bc79-4728-9960-526a246f72d3 admin admin] Network hostable DHCP agents. Network: 554af109-bc2f-4ad2-a055-005b38800ba6, hostable agents: ['d0e3db23-60ce-4155-9e56-19d7dd9fed5a'], hosted agents: [] {{(pid=91649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 04:08:46.752772 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f4debd-bc79-4728-9960-526a246f72d3 admin admin] Network 554af109-bc2f-4ad2-a055-005b38800ba6 is scheduled to be hosted by DHCP agent d0e3db23-60ce-4155-9e56-19d7dd9fed5a with binding_index 1 {{(pid=91649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 04:08:46.761446 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-b6f4debd-bc79-4728-9960-526a246f72d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-iscsi, 554af109-bc2f-4ad2-a055-005b38800ba6) {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:08:46.765603 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4debd-bc79-4728-9960-526a246f72d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:08:46.766185 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b6f4debd-bc79-4728-9960-526a246f72d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.770298 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c0212-2d2c-45e7-a5bf-d9997aecb46c None None] Network 554af109-bc2f-4ad2-a055-005b38800ba6 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:08:46.791319 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-b6f4debd-bc79-4728-9960-526a246f72d3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3845649
Jun 08 04:08:46.793560 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 55894) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:08:46.798008 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1551376992-router', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:08:46.821052 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-618584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4362'] for router, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.822129 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4357'] for router, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.837498 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:46.934689 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Sync routers for ids ['875986d3-8d23-4d87-82f0-8d9163409b81'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:08:46.945011 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Routers {'875986d3-8d23-4d87-82f0-8d9163409b81'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:08:46.945762 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0021a2df0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:08:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['875986d3-8d23-4d87-82f0-8d9163409b81'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:46.996403 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8192669b-121c-5dae-98fe-8037b84af970-554af109-bc2f-4ad2-a055-005b38800ba6', 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'fixed_ips': [{'subnet_id': '57fcb91b-5719-4483-b203-e32c66bfe5d8'}]}} from dv-cinder-786627-8-iscsi. {{(pid=91650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 04:08:46.997459 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:47.110460 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4407'] for router, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:47.144209 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Set router 875986d3-8d23-4d87-82f0-8d9163409b81 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:08:47.158378 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.db_base_plugin_common [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Allocated IP 172.20.0.2 (554af109-bc2f-4ad2-a055-005b38800ba6/57fcb91b-5719-4483-b203-e32c66bfe5d8/3610e4e0-8337-4cca-91d8-f5c95f38ee9f) {{(pid=91650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:08:47.373296 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:47.385018 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Transition to ACTIVE for port object 3610e4e0-8337-4cca-91d8-f5c95f38ee9f will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:08:47.405023 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Transition to ACTIVE for port object 3610e4e0-8337-4cca-91d8-f5c95f38ee9f will not be triggered until provisioned by entity DHCP. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:08:47.410779 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185'] for port, after_create {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:47.411393 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:47.411393 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:08:47.411393 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:08:47.411393 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:08:47.411393 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:47.411393 dv-cinder-786627-8-iscsi neutron-server[91650]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:08:47.429865 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Network 554af109-bc2f-4ad2-a055-005b38800ba6 is already hosted by enough agents. {{(pid=91650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:08:47.431315 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.scheduler.base_scheduler [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Resources bound (agent type, host, resource id):  {{(pid=91650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:08:47.434129 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Received port after_create {{(pid=91650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:08:47.467782 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0021a2df0>, [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:08:44Z', 'revision_number': 4, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port': {'id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:41Z', 'updated_at': '2021-06-08T04:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'b751bc4e-c7f3-43d6-83da-9554ce743f40', 'name': '', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'mac_address': 'fa:16:3e:9c:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:43Z', 'updated_at': '2021-06-08T04:08:44Z', 'revision_number': 2, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'subnets': [{'id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:47.472083 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Checking router: 875986d3-8d23-4d87-82f0-8d9163409b81 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:08:47.472471 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Updating router 875986d3-8d23-4d87-82f0-8d9163409b81 port b751bc4e-c7f3-43d6-83da-9554ce743f40 binding host dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 04:08:47.528896 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Attempting to bind port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:08:47.529269 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Attempting to bind port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'e6d7aff6-ec1b-4278-8a05-4b6e7325825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:08:47.529714 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Attempting to bind port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f on network 554af109-bc2f-4ad2-a055-005b38800ba6 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:08:47.531329 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:47.535223 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:08:47.535679 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Checking segment: {'id': 'e6d7aff6-ec1b-4278-8a05-4b6e7325825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:08:47.536157 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:47.537207 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Bound using segment: {'id': 'e6d7aff6-ec1b-4278-8a05-4b6e7325825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:08:47.538083 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Bound port: 3610e4e0-8337-4cca-91d8-f5c95f38ee9f, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d7aff6-ec1b-4278-8a05-4b6e7325825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:08:47.538551 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:47.568923 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:47.600831 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:47.627308 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] For port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:08:47.633019 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] For port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=3610e4e0-8337-4cca-91d8-f5c95f38ee9f,segment=NetworkSegment(e6d7aff6-ec1b-4278-8a05-4b6e7325825b),segment_id=e6d7aff6-ec1b-4278-8a05-4b6e7325825b)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:08:47.637552 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:47.643118 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-e901f418-f67a-4a78-a719-27037d2398bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:47.730027 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Pushing event updated for resources: {'Port': ['ID=3610e4e0-8337-4cca-91d8-f5c95f38ee9f,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:47.734613 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-cbc35339-0b6c-47c3-a73d-fc2e8bc72cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:47.749005 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Allocated IP 172.27.3.192 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/8f2e82de-86d9-4627-b067-f17afd7db1e9) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:08:47.941868 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:47.945811 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:47.966163 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Transition to ACTIVE for port object b751bc4e-c7f3-43d6-83da-9554ce743f40 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:08:47.975531 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:47.984175 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2509792'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:47.985241 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:47.985241 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:08:47.985241 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:08:47.985241 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:08:47.985241 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:47.985241 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:08:47.986455 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:48.014603 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:08:48.015984 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:08:48.018763 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:08:48.059028 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Pushing event updated for resources: {'Port': ['ID=b751bc4e-c7f3-43d6-83da-9554ce743f40,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:48.071880 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:48.160894 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:08:48.163755 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:48.164396 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:48.164722 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:48.165057 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:48.165382 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:48.165711 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:48.166037 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:48.166358 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:48.166700 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:48.167032 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:48.167363 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:48.167688 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:08:48.175471 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:48.236024 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Attempting to bind port b751bc4e-c7f3-43d6-83da-9554ce743f40 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:08:48.236705 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Attempting to bind port b751bc4e-c7f3-43d6-83da-9554ce743f40 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': '9680d797-f2ae-45d9-8515-823c3fae4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:08:48.237457 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Attempting to bind port b751bc4e-c7f3-43d6-83da-9554ce743f40 on network 882d119c-875f-41f1-88bd-788762eb03e9 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:08:48.244834 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:08:48.245531 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Checking segment: {'id': '9680d797-f2ae-45d9-8515-823c3fae4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:08:48.245952 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:48.246281 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:48.246435 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:48.246976 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Bound using segment: {'id': '9680d797-f2ae-45d9-8515-823c3fae4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:08:48.247621 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Bound port: b751bc4e-c7f3-43d6-83da-9554ce743f40, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9680d797-f2ae-45d9-8515-823c3fae4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:08:48.248184 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:48.354252 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] For port b751bc4e-c7f3-43d6-83da-9554ce743f40, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:08:48.357696 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] For port b751bc4e-c7f3-43d6-83da-9554ce743f40, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=b751bc4e-c7f3-43d6-83da-9554ce743f40,segment=NetworkSegment(9680d797-f2ae-45d9-8515-823c3fae4e38),segment_id=9680d797-f2ae-45d9-8515-823c3fae4e38)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:08:48.362459 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:48.367151 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:48.404769 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 3610e4e0-8337-4cca-91d8-f5c95f38ee9f up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:08:48.446324 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Routers {'875986d3-8d23-4d87-82f0-8d9163409b81'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:08:48.447602 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0021a2df0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:08:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['875986d3-8d23-4d87-82f0-8d9163409b81'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:48.475397 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:08:48.520756 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:48.523066 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Pushing event updated for resources: {'Port': ['ID=b751bc4e-c7f3-43d6-83da-9554ce743f40,revision_number=4']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:48.528288 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6c03f159-6baa-4a1f-8a04-817e5a07b0ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:48.648452 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] Set router 875986d3-8d23-4d87-82f0-8d9163409b81 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:08:48.880733 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c314113c-6b8d-4886-bd4f-98b8d8aee6f0 None None] Network 554af109-bc2f-4ad2-a055-005b38800ba6 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:08:48.909247 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616891'] for router, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:48.979359 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0021a2df0>, [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:08:44Z', 'revision_number': 4, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port': {'id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:41Z', 'updated_at': '2021-06-08T04:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'b751bc4e-c7f3-43d6-83da-9554ce743f40', 'name': '', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'mac_address': 'fa:16:3e:9c:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:43Z', 'updated_at': '2021-06-08T04:08:48Z', 'revision_number': 4, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'subnets': [{'id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:48.983734 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e60721-70cd-480d-99be-0f6a795565aa None None] The sync data for ids ['875986d3-8d23-4d87-82f0-8d9163409b81'] in dv-cinder-786627-8-iscsi is: [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:08:44Z', 'revision_number': 4, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port': {'id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:41Z', 'updated_at': '2021-06-08T04:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'b751bc4e-c7f3-43d6-83da-9554ce743f40', 'name': '', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'mac_address': 'fa:16:3e:9c:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:43Z', 'updated_at': '2021-06-08T04:08:48Z', 'revision_number': 4, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'subnets': [{'id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:08:49.011139 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-3bfd1eb0-1f98-4a50-bb21-ea9c1c1d5bc6 None None] Provisioning for port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:08:49.027692 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-3bfd1eb0-1f98-4a50-bb21-ea9c1c1d5bc6 None None] Provisioning complete for port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:49.027932 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1eb0-1f98-4a50-bb21-ea9c1c1d5bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:49.259278 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1eb0-1f98-4a50-bb21-ea9c1c1d5bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:49.265197 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Router 96c93550-ac88-4e6f-a454-b6b3627481d0 is scheduled to L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 with binding_index 1 {{(pid=91649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 04:08:49.301214 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-3bfd1eb0-1f98-4a50-bb21-ea9c1c1d5bc6 None None] For port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=3610e4e0-8337-4cca-91d8-f5c95f38ee9f,segment=NetworkSegment(e6d7aff6-ec1b-4278-8a05-4b6e7325825b),segment_id=e6d7aff6-ec1b-4278-8a05-4b6e7325825b)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:08:49.305108 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1eb0-1f98-4a50-bb21-ea9c1c1d5bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:49.306915 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-12e910d3-0718-4b50-8771-b9b385f00d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:49.377450 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd1eb0-1f98-4a50-bb21-ea9c1c1d5bc6 None None] Pushing event updated for resources: {'Port': ['ID=3610e4e0-8337-4cca-91d8-f5c95f38ee9f,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:49.389228 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-3bfd1eb0-1f98-4a50-bb21-ea9c1c1d5bc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:49.463417 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:08:49.472732 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Sync routers for ids ['96c93550-ac88-4e6f-a454-b6b3627481d0'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:08:49.484653 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Routers {'96c93550-ac88-4e6f-a454-b6b3627481d0'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:08:49.485283 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0026cc970>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:08:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['96c93550-ac88-4e6f-a454-b6b3627481d0'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:49.486102 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] Notify callbacks [] for router, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:49.490374 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 55898) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:08:49.490913 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-47cf0609-bc7f-4d29-8b89-d3bb2e56b954 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.6928542
Jun 08 04:08:49.676812 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-a81e3381-d226-4efa-a154-9e5535632e7b None None] Provisioning complete for port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:49.677711 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a81e3381-d226-4efa-a154-9e5535632e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:49.744479 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Set router 96c93550-ac88-4e6f-a454-b6b3627481d0 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:08:50.064864 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device b751bc4e-c7f3-43d6-83da-9554ce743f40 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:08:50.147651 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0026cc970>, [{'id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'name': 'tempest-TestMinimumBasicScenario-1551376992-router', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8f2e82de-86d9-4627-b067-f17afd7db1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:46Z', 'updated_at': '2021-06-08T04:08:48Z', 'revision_number': 3, 'project_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'gw_port': {'id': '8f2e82de-86d9-4627-b067-f17afd7db1e9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:47Z', 'updated_at': '2021-06-08T04:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:50.152922 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Checking router: 96c93550-ac88-4e6f-a454-b6b3627481d0 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:08:50.153284 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Updating router 96c93550-ac88-4e6f-a454-b6b3627481d0 port 8f2e82de-86d9-4627-b067-f17afd7db1e9 binding host dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 04:08:50.181940 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port b751bc4e-c7f3-43d6-83da-9554ce743f40 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:08:50.200611 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port b751bc4e-c7f3-43d6-83da-9554ce743f40 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:50.200994 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:50.255144 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:50.277451 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:50.434567 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:50.480798 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Allocated IP 172.20.0.1 (554af109-bc2f-4ad2-a055-005b38800ba6/57fcb91b-5719-4483-b203-e32c66bfe5d8/bf94a749-7fe2-4f8c-9285-fc603c2d40c3) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:08:50.580293 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port b751bc4e-c7f3-43d6-83da-9554ce743f40, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=b751bc4e-c7f3-43d6-83da-9554ce743f40,segment=NetworkSegment(9680d797-f2ae-45d9-8515-823c3fae4e38),segment_id=9680d797-f2ae-45d9-8515-823c3fae4e38)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:08:50.587214 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:50.588043 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 3610e4e0-8337-4cca-91d8-f5c95f38ee9f up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:08:50.623390 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-4688dbdc-6086-4919-b1fb-11e45b306ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:50.628012 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:50.643878 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Transition to ACTIVE for port object bf94a749-7fe2-4f8c-9285-fc603c2d40c3 will not be triggered until provisioned by entity DHCP. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:08:50.667300 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:50.667912 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:50.667912 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:08:50.667912 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:08:50.667912 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:08:50.667912 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:08:50.667912 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:08:50.688364 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Network 554af109-bc2f-4ad2-a055-005b38800ba6 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:08:50.689456 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:08:50.691764 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:08:50.741150 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=b751bc4e-c7f3-43d6-83da-9554ce743f40,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:50.745071 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:50.745265 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033197'] for router_interface, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:50.760023 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:50.760433 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:50.874263 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Notify callbacks [] for port, precommit_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:50.891361 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Transition to ACTIVE for port object 8f2e82de-86d9-4627-b067-f17afd7db1e9 will not be triggered until provisioned by entity L2. {{(pid=91650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:08:50.941617 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:50.948203 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:50.984189 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:51.028514 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-33d93bde-7fa8-4254-95ff-d23293fd6f95 None None] Provisioning for port bf94a749-7fe2-4f8c-9285-fc603c2d40c3 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:08:51.040208 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Attempting to bind port 8f2e82de-86d9-4627-b067-f17afd7db1e9 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:08:51.040611 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Attempting to bind port 8f2e82de-86d9-4627-b067-f17afd7db1e9 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:08:51.040983 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Attempting to bind port 8f2e82de-86d9-4627-b067-f17afd7db1e9 on network dad72041-fa15-4feb-a2cc-75b396c0b4c9 {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:08:51.046456 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-33d93bde-7fa8-4254-95ff-d23293fd6f95 None None] Provisioning complete for port bf94a749-7fe2-4f8c-9285-fc603c2d40c3 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:51.046837 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-33d93bde-7fa8-4254-95ff-d23293fd6f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:51.076629 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04727c-dc84-416e-8f71-625b0463fa77 None None] Pushing event updated for resources: {'Port': ['ID=8f2e82de-86d9-4627-b067-f17afd7db1e9,revision_number=2']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:51.092380 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:08:51.092767 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Checking segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:08:51.093170 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:51.093563 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Bound using segment: {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'} {{(pid=91650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:08:51.094047 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.managers [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Bound port: 8f2e82de-86d9-4627-b067-f17afd7db1e9, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227d976-000d-44d9-9d9c-462f739c9cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9'}}] {{(pid=91650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:08:51.094434 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:51.119855 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-3c04727c-dc84-416e-8f71-625b0463fa77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:51.152987 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-33d93bde-7fa8-4254-95ff-d23293fd6f95 None None] Port bf94a749-7fe2-4f8c-9285-fc603c2d40c3 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:08:51.177698 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] For port 8f2e82de-86d9-4627-b067-f17afd7db1e9, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:08:51.180909 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] For port 8f2e82de-86d9-4627-b067-f17afd7db1e9, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=8f2e82de-86d9-4627-b067-f17afd7db1e9,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:08:51.184954 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:51.188406 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:51.207283 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:51.213870 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:51.241849 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:51.263864 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Routers {'96c93550-ac88-4e6f-a454-b6b3627481d0'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:08:51.264675 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0026cc970>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:08:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['96c93550-ac88-4e6f-a454-b6b3627481d0'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:51.322475 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1033004'] for router_interface, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:51.326349 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Pushing event updated for resources: {'Port': ['ID=bf94a749-7fe2-4f8c-9285-fc603c2d40c3,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:51.326540 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04727c-dc84-416e-8f71-625b0463fa77 None None] Pushing event updated for resources: {'Port': ['ID=8f2e82de-86d9-4627-b067-f17afd7db1e9,revision_number=3']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:51.329476 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:51.331388 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-3c04727c-dc84-416e-8f71-625b0463fa77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:51.446487 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] Set router 96c93550-ac88-4e6f-a454-b6b3627481d0 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:08:51.465131 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Network 554af109-bc2f-4ad2-a055-005b38800ba6 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:08:51.466199 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:08:51.655636 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Router 96c93550-ac88-4e6f-a454-b6b3627481d0 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:08:51.706748 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-d5e39a2f-383c-4fad-8897-46c8894010cd None None] Provisioning complete for port bf94a749-7fe2-4f8c-9285-fc603c2d40c3 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:51.707137 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-d5e39a2f-383c-4fad-8897-46c8894010cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:51.808118 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-d5e39a2f-383c-4fad-8897-46c8894010cd None None] Port bf94a749-7fe2-4f8c-9285-fc603c2d40c3 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:08:51.838078 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0026cc970>, [{'id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'name': 'tempest-TestMinimumBasicScenario-1551376992-router', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8f2e82de-86d9-4627-b067-f17afd7db1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:46Z', 'updated_at': '2021-06-08T04:08:50Z', 'revision_number': 4, 'project_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'gw_port': {'id': '8f2e82de-86d9-4627-b067-f17afd7db1e9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:47Z', 'updated_at': '2021-06-08T04:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'bf94a749-7fe2-4f8c-9285-fc603c2d40c3', 'name': '', 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'mac_address': 'fa:16:3e:48:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '57fcb91b-5719-4483-b203-e32c66bfe5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:50Z', 'updated_at': '2021-06-08T04:08:51Z', 'revision_number': 2, 'project_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'subnets': [{'id': '57fcb91b-5719-4483-b203-e32c66bfe5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:51.842047 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d83959-f404-4dc4-a447-3696ab4981b7 None None] The sync data for ids ['96c93550-ac88-4e6f-a454-b6b3627481d0'] in dv-cinder-786627-8-iscsi is: [{'id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'name': 'tempest-TestMinimumBasicScenario-1551376992-router', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8f2e82de-86d9-4627-b067-f17afd7db1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:46Z', 'updated_at': '2021-06-08T04:08:50Z', 'revision_number': 4, 'project_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'gw_port': {'id': '8f2e82de-86d9-4627-b067-f17afd7db1e9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:47Z', 'updated_at': '2021-06-08T04:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'bf94a749-7fe2-4f8c-9285-fc603c2d40c3', 'name': '', 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'mac_address': 'fa:16:3e:48:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '57fcb91b-5719-4483-b203-e32c66bfe5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:50Z', 'updated_at': '2021-06-08T04:08:51Z', 'revision_number': 2, 'project_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'subnets': [{'id': '57fcb91b-5719-4483-b203-e32c66bfe5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:08:51.945610 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:08:51.951583 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] 10.222.0.15 "PUT /v2.0/routers/96c93550-ac88-4e6f-a454-b6b3627481d0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4600551
Jun 08 04:08:52.021051 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device b751bc4e-c7f3-43d6-83da-9554ce743f40 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:08:52.102105 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port b751bc4e-c7f3-43d6-83da-9554ce743f40 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:52.102478 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:54.087616 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 8f2e82de-86d9-4627-b067-f17afd7db1e9 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:08:54.171495 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port 8f2e82de-86d9-4627-b067-f17afd7db1e9 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:08:54.176112 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 8f2e82de-86d9-4627-b067-f17afd7db1e9 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:54.176518 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:54.357916 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:54.375909 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port 8f2e82de-86d9-4627-b067-f17afd7db1e9, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=8f2e82de-86d9-4627-b067-f17afd7db1e9,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:08:54.380653 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:54.382439 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:54.450516 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=8f2e82de-86d9-4627-b067-f17afd7db1e9,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:54.453526 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:54.750836 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Sync routers for ids ['96c93550-ac88-4e6f-a454-b6b3627481d0'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:08:54.761296 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Routers {'96c93550-ac88-4e6f-a454-b6b3627481d0'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:08:54.762093 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0021a2dc0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:08:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['96c93550-ac88-4e6f-a454-b6b3627481d0'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:54.954582 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Set router 96c93550-ac88-4e6f-a454-b6b3627481d0 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:08:55.308341 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0021a2dc0>, [{'id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'name': 'tempest-TestMinimumBasicScenario-1551376992-router', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8f2e82de-86d9-4627-b067-f17afd7db1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:46Z', 'updated_at': '2021-06-08T04:08:50Z', 'revision_number': 4, 'project_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'gw_port': {'id': '8f2e82de-86d9-4627-b067-f17afd7db1e9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:47Z', 'updated_at': '2021-06-08T04:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'bf94a749-7fe2-4f8c-9285-fc603c2d40c3', 'name': '', 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'mac_address': 'fa:16:3e:48:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '57fcb91b-5719-4483-b203-e32c66bfe5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:50Z', 'updated_at': '2021-06-08T04:08:51Z', 'revision_number': 2, 'project_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'subnets': [{'id': '57fcb91b-5719-4483-b203-e32c66bfe5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:55.312182 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Checking router: 96c93550-ac88-4e6f-a454-b6b3627481d0 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:08:55.312586 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Updating router 96c93550-ac88-4e6f-a454-b6b3627481d0 port bf94a749-7fe2-4f8c-9285-fc603c2d40c3 binding host dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 04:08:55.375957 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:55.754023 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Notify callbacks [] for port, precommit_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:55.769596 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.provisioning_blocks [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Transition to ACTIVE for port object bf94a749-7fe2-4f8c-9285-fc603c2d40c3 will not be triggered until provisioned by entity L2. {{(pid=91651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:08:55.775981 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:55.780030 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-c614dc79-7f62-4c91-94f5-c062179f1151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:56.001386 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041afcd-8b1a-47e3-8305-97caf0023afc None None] Pushing event updated for resources: {'Port': ['ID=bf94a749-7fe2-4f8c-9285-fc603c2d40c3,revision_number=3']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:56.009623 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6041afcd-8b1a-47e3-8305-97caf0023afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:56.035064 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Attempting to bind port bf94a749-7fe2-4f8c-9285-fc603c2d40c3 on host dv-cinder-786627-8-iscsi for vnic_type normal with profile  {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:08:56.035313 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Attempting to bind port bf94a749-7fe2-4f8c-9285-fc603c2d40c3 by drivers openvswitch,hyperv on host dv-cinder-786627-8-iscsi at level 0 using segments [{'id': 'e6d7aff6-ec1b-4278-8a05-4b6e7325825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6'}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:08:56.035519 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Attempting to bind port bf94a749-7fe2-4f8c-9285-fc603c2d40c3 on network 554af109-bc2f-4ad2-a055-005b38800ba6 {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:08:56.042430 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Checking agent: {'id': 'b57f778b-c0c2-4b64-8f13-ec791a068781', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 51, 15), 'started_at': datetime.datetime(2021, 6, 8, 3, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:08:56.042912 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Checking segment: {'id': 'e6d7aff6-ec1b-4278-8a05-4b6e7325825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:08:56.043386 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:56.044087 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Bound using segment: {'id': 'e6d7aff6-ec1b-4278-8a05-4b6e7325825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6'} {{(pid=91651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:08:56.044648 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.managers [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Bound port: bf94a749-7fe2-4f8c-9285-fc603c2d40c3, host: dv-cinder-786627-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d7aff6-ec1b-4278-8a05-4b6e7325825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6'}}] {{(pid=91651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:08:56.045107 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:56.077536 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 8f2e82de-86d9-4627-b067-f17afd7db1e9 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:08:56.155374 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port 8f2e82de-86d9-4627-b067-f17afd7db1e9 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:56.156015 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:56.160197 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] For port bf94a749-7fe2-4f8c-9285-fc603c2d40c3, host dv-cinder-786627-8-iscsi, cleared binding levels {{(pid=91651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:08:56.164016 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.db [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] For port bf94a749-7fe2-4f8c-9285-fc603c2d40c3, host dv-cinder-786627-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=bf94a749-7fe2-4f8c-9285-fc603c2d40c3,segment=NetworkSegment(e6d7aff6-ec1b-4278-8a05-4b6e7325825b),segment_id=e6d7aff6-ec1b-4278-8a05-4b6e7325825b)] {{(pid=91651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:08:56.170689 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:56.175655 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:56.270432 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041afcd-8b1a-47e3-8305-97caf0023afc None None] Pushing event updated for resources: {'Port': ['ID=bf94a749-7fe2-4f8c-9285-fc603c2d40c3,revision_number=4']} {{(pid=91651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:56.273410 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Routers {'96c93550-ac88-4e6f-a454-b6b3627481d0'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:08:56.274027 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0021a2dc0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:08:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['96c93550-ac88-4e6f-a454-b6b3627481d0'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:56.332152 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-6041afcd-8b1a-47e3-8305-97caf0023afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:08:56.486718 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] Set router 96c93550-ac88-4e6f-a454-b6b3627481d0 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:08:56.812969 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0021a2dc0>, [{'id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'name': 'tempest-TestMinimumBasicScenario-1551376992-router', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8f2e82de-86d9-4627-b067-f17afd7db1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:46Z', 'updated_at': '2021-06-08T04:08:50Z', 'revision_number': 4, 'project_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'gw_port': {'id': '8f2e82de-86d9-4627-b067-f17afd7db1e9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:47Z', 'updated_at': '2021-06-08T04:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'bf94a749-7fe2-4f8c-9285-fc603c2d40c3', 'name': '', 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'mac_address': 'fa:16:3e:48:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '57fcb91b-5719-4483-b203-e32c66bfe5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:50Z', 'updated_at': '2021-06-08T04:08:56Z', 'revision_number': 4, 'project_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'subnets': [{'id': '57fcb91b-5719-4483-b203-e32c66bfe5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:08:56.818445 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf753e5-0fa3-42e9-b5cc-e05f2ee7928f None None] The sync data for ids ['96c93550-ac88-4e6f-a454-b6b3627481d0'] in dv-cinder-786627-8-iscsi is: [{'id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'name': 'tempest-TestMinimumBasicScenario-1551376992-router', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8f2e82de-86d9-4627-b067-f17afd7db1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:46Z', 'updated_at': '2021-06-08T04:08:50Z', 'revision_number': 4, 'project_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'gw_port': {'id': '8f2e82de-86d9-4627-b067-f17afd7db1e9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:47Z', 'updated_at': '2021-06-08T04:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'bf94a749-7fe2-4f8c-9285-fc603c2d40c3', 'name': '', 'network_id': '554af109-bc2f-4ad2-a055-005b38800ba6', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'mac_address': 'fa:16:3e:48:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '57fcb91b-5719-4483-b203-e32c66bfe5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:50Z', 'updated_at': '2021-06-08T04:08:56Z', 'revision_number': 4, 'project_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'subnets': [{'id': '57fcb91b-5719-4483-b203-e32c66bfe5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:08:58.044506 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device bf94a749-7fe2-4f8c-9285-fc603c2d40c3 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:08:58.133983 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning for port bf94a749-7fe2-4f8c-9285-fc603c2d40c3 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:08:58.138394 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port bf94a749-7fe2-4f8c-9285-fc603c2d40c3 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:08:58.138767 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:58.258824 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:58.294237 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] For port bf94a749-7fe2-4f8c-9285-fc603c2d40c3, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=bf94a749-7fe2-4f8c-9285-fc603c2d40c3,segment=NetworkSegment(e6d7aff6-ec1b-4278-8a05-4b6e7325825b),segment_id=e6d7aff6-ec1b-4278-8a05-4b6e7325825b)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:08:58.298335 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:08:58.300123 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:08:58.374824 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Pushing event updated for resources: {'Port': ['ID=bf94a749-7fe2-4f8c-9285-fc603c2d40c3,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:08:58.376404 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:09:00.040122 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device bf94a749-7fe2-4f8c-9285-fc603c2d40c3 up at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:09:00.116726 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Provisioning complete for port bf94a749-7fe2-4f8c-9285-fc603c2d40c3 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:09:00.117022 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:02.306365 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c5754-feed-4c92-93f9-3af4edd02690 req-346a1e8b-98d0-4454-9559-20ce9b194470 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:02.307791 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-346a1e8b-98d0-4454-9559-20ce9b194470 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/networks?id=882d119c-875f-41f1-88bd-788762eb03e9 HTTP/1.1" status: 200  len: 814 time: 0.1442456
Jun 08 04:09:02.322499 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-37a69477-482a-4011-be2e-9bde09a2e6f1 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/quotas/5961925d8e6342d3bcf7a8d24220256a HTTP/1.1" status: 200  len: 375 time: 0.0092928
Jun 08 04:09:02.407408 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-838c11e4-57b0-4f14-8e6d-165d7fa62248 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5961925d8e6342d3bcf7a8d24220256a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0801616
Jun 08 04:09:02.521404 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-a8c84c52-64ff-4aee-8c63-e5824b88ac05 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91649) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 04:09:02.522406 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-a8c84c52-64ff-4aee-8c63-e5824b88ac05 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1038566
Jun 08 04:09:02.652574 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-5a8ee175-e7c7-4115-9b9f-c07602cc0b6b service neutron] 10.222.0.15 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242878
Jun 08 04:09:02.783457 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-2ed34848-e754-4009-b6ae-3eadcedaa6b8 service neutron] 10.222.0.15 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251557
Jun 08 04:09:03.003046 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ae7c6c0c-641c-4abe-8d2d-9afc66d07db9 req-a02c4355-7329-414f-aaee-5c48f879bc21 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 210 time: 0.0894349
Jun 08 04:09:04.152666 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-818b16a0-332a-453b-982c-57f996255a7d req-4d2da1ec-4500-40ee-a6ea-fc56f9980c1d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 210 time: 0.0437360
Jun 08 04:09:04.168057 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c5754-feed-4c92-93f9-3af4edd02690 req-47ba1550-3eaa-4266-aa81-869bf241d43d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:04.169627 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-47ba1550-3eaa-4266-aa81-869bf241d43d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.42 "GET /v2.0/networks?id=882d119c-875f-41f1-88bd-788762eb03e9 HTTP/1.1" status: 200  len: 814 time: 0.1570623
Jun 08 04:09:04.181763 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-119c5754-feed-4c92-93f9-3af4edd02690 req-854075d5-82ab-4ae8-b065-4c84b799754d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Request body: {'port': {'device_id': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'admin_state_up': True, 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:09:04.339397 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119c5754-feed-4c92-93f9-3af4edd02690 req-854075d5-82ab-4ae8-b065-4c84b799754d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Made reservation on behalf of 5961925d8e6342d3bcf7a8d24220256a for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:09:04.342979 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-119c5754-feed-4c92-93f9-3af4edd02690 req-854075d5-82ab-4ae8-b065-4c84b799754d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:04.514752 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-119c5754-feed-4c92-93f9-3af4edd02690 req-854075d5-82ab-4ae8-b065-4c84b799754d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Allocated IP 172.20.0.5 (882d119c-875f-41f1-88bd-788762eb03e9/89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b/d3a8fa75-1357-42bb-9cb2-18849731f700) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:09:04.765165 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-119c5754-feed-4c92-93f9-3af4edd02690 req-854075d5-82ab-4ae8-b065-4c84b799754d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:04.780643 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-119c5754-feed-4c92-93f9-3af4edd02690 req-854075d5-82ab-4ae8-b065-4c84b799754d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Transition to ACTIVE for port object d3a8fa75-1357-42bb-9cb2-18849731f700 will not be triggered until provisioned by entity DHCP. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:09:04.805311 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-119c5754-feed-4c92-93f9-3af4edd02690 req-854075d5-82ab-4ae8-b065-4c84b799754d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:04.807799 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-119c5754-feed-4c92-93f9-3af4edd02690 req-854075d5-82ab-4ae8-b065-4c84b799754d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:09:04.807799 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:09:04.807799 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:09:04.807799 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:09:04.807799 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:09:04.807799 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:09:04.827019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119c5754-feed-4c92-93f9-3af4edd02690 req-854075d5-82ab-4ae8-b065-4c84b799754d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Network 882d119c-875f-41f1-88bd-788762eb03e9 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:09:04.828197 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-119c5754-feed-4c92-93f9-3af4edd02690 req-854075d5-82ab-4ae8-b065-4c84b799754d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:09:04.830661 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-119c5754-feed-4c92-93f9-3af4edd02690 req-854075d5-82ab-4ae8-b065-4c84b799754d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:09:04.906231 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c5754-feed-4c92-93f9-3af4edd02690 req-854075d5-82ab-4ae8-b065-4c84b799754d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:04.906870 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-119c5754-feed-4c92-93f9-3af4edd02690 req-854075d5-82ab-4ae8-b065-4c84b799754d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:04.931489 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-854075d5-82ab-4ae8-b065-4c84b799754d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7534447
Jun 08 04:09:05.132759 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-58e2be03-1023-4e7f-abda-61656e5bf08f None None] Provisioning for port d3a8fa75-1357-42bb-9cb2-18849731f700 completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:09:05.137747 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-58e2be03-1023-4e7f-abda-61656e5bf08f None None] Provisioning complete for port d3a8fa75-1357-42bb-9cb2-18849731f700 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:09:05.138206 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-58e2be03-1023-4e7f-abda-61656e5bf08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:05.198407 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-58e2be03-1023-4e7f-abda-61656e5bf08f None None] Port d3a8fa75-1357-42bb-9cb2-18849731f700 cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:09:05.344678 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbe233-974b-4ce9-9fa5-527848a6f767 req-4cb75dfb-2b56-4e2e-9804-b3f0a9482b1e tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:05.346043 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-befbe233-974b-4ce9-9fa5-527848a6f767 req-4cb75dfb-2b56-4e2e-9804-b3f0a9482b1e tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 931 time: 0.0883765
Jun 08 04:09:05.393732 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-befbe233-974b-4ce9-9fa5-527848a6f767 req-dce357de-03ab-4920-8278-0edd1f9dfb75 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419536
Jun 08 04:09:05.937640 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:06.596548 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11356fc-5adc-4819-b655-0b42e2eeac15 req-3d64d4a3-6761-4295-929a-5e1d46c207fe tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:06.598220 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c11356fc-5adc-4819-b655-0b42e2eeac15 req-3d64d4a3-6761-4295-929a-5e1d46c207fe tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 931 time: 0.0859969
Jun 08 04:09:06.645139 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c11356fc-5adc-4819-b655-0b42e2eeac15 req-657d3936-3338-40ee-9456-6ec00da708f4 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404170
Jun 08 04:09:07.837475 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43336bc8-6dc9-4a82-8746-0596a25adc49 req-2c54ccf6-5a35-427e-b81c-5b8ac8b4e8b7 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:07.839683 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-43336bc8-6dc9-4a82-8746-0596a25adc49 req-2c54ccf6-5a35-427e-b81c-5b8ac8b4e8b7 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 931 time: 0.0875645
Jun 08 04:09:07.890758 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-43336bc8-6dc9-4a82-8746-0596a25adc49 req-1814acb7-2208-4cd2-97c2-33b34f824d89 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393331
Jun 08 04:09:09.079277 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908224fd-bb45-48be-8845-bbcdbd8d0a19 req-1df77b1e-2a6a-48b4-80ba-cefabab1e9d9 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:09.080746 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-908224fd-bb45-48be-8845-bbcdbd8d0a19 req-1df77b1e-2a6a-48b4-80ba-cefabab1e9d9 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 931 time: 0.0825500
Jun 08 04:09:09.131460 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-908224fd-bb45-48be-8845-bbcdbd8d0a19 req-30d62182-fd94-4a27-9b98-c5c45f8c0eb7 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443835
Jun 08 04:09:10.322921 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b488d0-a1b4-4ea5-b4a3-e398b3adc6af req-74c3f56c-d1d8-4c7a-a677-316aa09bf683 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:10.324407 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c7b488d0-a1b4-4ea5-b4a3-e398b3adc6af req-74c3f56c-d1d8-4c7a-a677-316aa09bf683 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 931 time: 0.0834908
Jun 08 04:09:10.370482 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c7b488d0-a1b4-4ea5-b4a3-e398b3adc6af req-9d989e46-0618-4356-8f54-98844a810a35 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403397
Jun 08 04:09:11.573337 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6c889-f7dc-4ab0-a79d-06bab2d3a2d5 req-daf55b5f-b1b8-4b8e-ae76-e34493215f9a tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:11.574816 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2cb6c889-f7dc-4ab0-a79d-06bab2d3a2d5 req-daf55b5f-b1b8-4b8e-ae76-e34493215f9a tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 931 time: 0.0922780
Jun 08 04:09:11.621534 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2cb6c889-f7dc-4ab0-a79d-06bab2d3a2d5 req-f8b15f9d-ee38-457b-b15d-ae0ce680f993 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405469
Jun 08 04:09:12.811600 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08175c32-9a67-410b-a678-c5420f13767d req-f51daa90-7d4b-43e9-a4d1-87e826acf8fa tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:12.813074 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-08175c32-9a67-410b-a678-c5420f13767d req-f51daa90-7d4b-43e9-a4d1-87e826acf8fa tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 931 time: 0.0820537
Jun 08 04:09:12.859149 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-08175c32-9a67-410b-a678-c5420f13767d req-c6a98cae-84ea-4f86-89f4-0f86fc719abf tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386086
Jun 08 04:09:12.952123 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-59d9cafc-dd76-4090-b7cc-1ca6b277aa66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:14.173730 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47361ea-f0a0-43e3-b797-1b2e233f828e req-687ab040-7eea-496a-8ddf-8171f3b54784 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:14.175211 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e47361ea-f0a0-43e3-b797-1b2e233f828e req-687ab040-7eea-496a-8ddf-8171f3b54784 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 931 time: 0.2004855
Jun 08 04:09:14.224530 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e47361ea-f0a0-43e3-b797-1b2e233f828e req-45587dc4-6af3-4c27-8e83-a28fc57856a1 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402977
Jun 08 04:09:14.869901 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-875175d8-8269-4e95-a56f-146f620d9b5b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 04:09:14.870906 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-875175d8-8269-4e95-a56f-146f620d9b5b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0083921
Jun 08 04:09:14.931608 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Request body: {'port': {'device_id': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:09:15.095493 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:15.121507 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30ece845-1927-426e-9ff5-fd41ca65815a req-351ef8bf-4a32-43f2-97c7-a198a3368eec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2015851
Jun 08 04:09:15.266895 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-29c23b92-e637-451a-b5e3-16f28670aaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:15.408996 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e510e-f0f7-4730-a2a2-be58aa63a7ed req-e59474cf-482b-47db-b615-de087bf58c10 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:15.410485 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bd5e510e-f0f7-4730-a2a2-be58aa63a7ed req-e59474cf-482b-47db-b615-de087bf58c10 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 931 time: 0.0841398
Jun 08 04:09:15.425292 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ece845-1927-426e-9ff5-fd41ca65815a req-ebe34151-e098-4c8c-bf2f-2befac59c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:15.426809 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30ece845-1927-426e-9ff5-fd41ca65815a req-ebe34151-e098-4c8c-bf2f-2befac59c456 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 1098 time: 0.1998203
Jun 08 04:09:15.462545 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-bd5e510e-f0f7-4730-a2a2-be58aa63a7ed req-56f3a762-2dfc-4227-bebf-122c60f866f4 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463767
Jun 08 04:09:15.471117 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:15.620253 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.db.resource_extend [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 08 04:09:15.712028 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a8fa75-1357-42bb-9cb2-18849731f700 {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:09:15.727443 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:15.743870 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ece845-1927-426e-9ff5-fd41ca65815a req-2395ccab-35b5-4e65-8f94-94348160d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:15.745321 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30ece845-1927-426e-9ff5-fd41ca65815a req-2395ccab-35b5-4e65-8f94-94348160d064 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 913 time: 0.2991743
Jun 08 04:09:15.750512 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Transition to ACTIVE for port object d3a8fa75-1357-42bb-9cb2-18849731f700 will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:09:15.805183 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:15.821641 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7dd5fd3a-d99d-4fd1-b6cb-6fbdf18cf981 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:09:15.898027 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:09:15.970533 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30ece845-1927-426e-9ff5-fd41ca65815a req-3d8fb2d7-067f-4139-a430-b377d7689d4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea HTTP/1.1" status: 200  len: 1000 time: 0.2181253
Jun 08 04:09:15.999634 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Pushing event updated for resources: {'Port': ['ID=d3a8fa75-1357-42bb-9cb2-18849731f700,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:09:16.044142 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:09:16.110935 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ece845-1927-426e-9ff5-fd41ca65815a req-14c0c9a5-11c8-4a66-84df-c079f459d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:16.112382 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30ece845-1927-426e-9ff5-fd41ca65815a req-14c0c9a5-11c8-4a66-84df-c079f459d2b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 200  len: 851 time: 0.1138730
Jun 08 04:09:16.174477 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Attempting to bind port d3a8fa75-1357-42bb-9cb2-18849731f700 on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:09:16.174816 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Attempting to bind port d3a8fa75-1357-42bb-9cb2-18849731f700 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '9680d797-f2ae-45d9-8515-823c3fae4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:09:16.175147 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Attempting to bind port d3a8fa75-1357-42bb-9cb2-18849731f700 on network 882d119c-875f-41f1-88bd-788762eb03e9 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:09:16.183474 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Port d3a8fa75-1357-42bb-9cb2-18849731f700 on network 882d119c-875f-41f1-88bd-788762eb03e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 04:09:16.183798 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Attempting to bind port d3a8fa75-1357-42bb-9cb2-18849731f700 on network 882d119c-875f-41f1-88bd-788762eb03e9 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:09:16.190876 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:09:16.191211 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Checking segment: {'id': '9680d797-f2ae-45d9-8515-823c3fae4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:09:16.191588 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Bound using segment: {'id': '9680d797-f2ae-45d9-8515-823c3fae4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:09:16.192009 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Bound port: d3a8fa75-1357-42bb-9cb2-18849731f700, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9680d797-f2ae-45d9-8515-823c3fae4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:09:16.192929 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:16.271356 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ece845-1927-426e-9ff5-fd41ca65815a req-3a4a0b56-93d5-4786-b4bc-3bb08642cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:16.272905 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30ece845-1927-426e-9ff5-fd41ca65815a req-3a4a0b56-93d5-4786-b4bc-3bb08642cd84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8dcb41e7-7cee-4a56-8efa-df501531d14b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1482222
Jun 08 04:09:16.365838 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] For port d3a8fa75-1357-42bb-9cb2-18849731f700, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:09:16.383771 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] For port d3a8fa75-1357-42bb-9cb2-18849731f700, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d3a8fa75-1357-42bb-9cb2-18849731f700,segment=NetworkSegment(9680d797-f2ae-45d9-8515-823c3fae4e38),segment_id=9680d797-f2ae-45d9-8515-823c3fae4e38)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:09:16.390411 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:16.397503 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-7a3278a3-3737-4bd7-8ec5-a7e55f68de69 tempest-VolumesNegativeTest-1275102492 tempest-VolumesNegativeTest-1275102492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:09:16.450522 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:16.468296 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:16.468934 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:16.470324 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] 10.222.0.42 "PUT /v2.0/ports/d3a8fa75-1357-42bb-9cb2-18849731f700 HTTP/1.1" status: 200  len: 1093 time: 1.5915658
Jun 08 04:09:16.471032 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'tag': 'd3a8fa75-1357-42bb-9cb2-18849731f700'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:09:16.473111 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c931d7e-0250-4bab-a2a9-935d2f590ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f", "tag": "d3a8fa75-1357-42bb-9cb2-18849731f700"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:09:16.501993 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30ece845-1927-426e-9ff5-fd41ca65815a req-32fb9367-4ef4-4f06-86e9-ae92dcd8f99e service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2185757
Jun 08 04:09:16.504738 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Pushing event updated for resources: {'Port': ['ID=d3a8fa75-1357-42bb-9cb2-18849731f700,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:09:16.508080 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:09:16.620902 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59207ced-9f93-4b02-ad6f-daa9aa30c5a1 x-openstack-request-id: req-59207ced-9f93-4b02-ad6f-daa9aa30c5a1 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:09:16.621235 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f", "tag": "d3a8fa75-1357-42bb-9cb2-18849731f700", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:09:16.621528 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59207ced-9f93-4b02-ad6f-daa9aa30c5a1 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:09:16.621960 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'tag': 'd3a8fa75-1357-42bb-9cb2-18849731f700', 'status': 'completed', 'code': 200}
Jun 08 04:09:16.678595 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a84a1-08dc-4e4f-8be7-070e72955e46 req-dd3cf3ea-858e-40c7-b461-e1137b46cb7e tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:16.680555 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9f5a84a1-08dc-4e4f-8be7-070e72955e46 req-dd3cf3ea-858e-40c7-b461-e1137b46cb7e tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 943 time: 0.0873373
Jun 08 04:09:16.705098 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-30ece845-1927-426e-9ff5-fd41ca65815a req-b04e21d4-32cc-4924-9154-304747de65ef service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919737
Jun 08 04:09:16.710160 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c5754-feed-4c92-93f9-3af4edd02690 req-d6443b79-1b8d-42f4-9b7f-b2865de9ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:16.711588 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-d6443b79-1b8d-42f4-9b7f-b2865de9ef9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5961925d8e6342d3bcf7a8d24220256a&device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 1096 time: 0.1793802
Jun 08 04:09:16.729064 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9f5a84a1-08dc-4e4f-8be7-070e72955e46 req-62d42101-2300-4b6d-b147-1e3c3d1c8626 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426078
Jun 08 04:09:16.788720 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-4dbf93c1-00ff-4cae-9612-0949790518e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a8fa75-1357-42bb-9cb2-18849731f700 HTTP/1.1" status: 200  len: 217 time: 0.0694418
Jun 08 04:09:16.853535 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c5754-feed-4c92-93f9-3af4edd02690 req-68ce133e-7796-4aa1-9cc4-4e6d79b14a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:16.854979 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-68ce133e-7796-4aa1-9cc4-4e6d79b14a6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b HTTP/1.1" status: 200  len: 853 time: 0.0598195
Jun 08 04:09:16.930587 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c5754-feed-4c92-93f9-3af4edd02690 req-0d855662-33d2-47ed-af6f-241518a29fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:16.931994 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-0d855662-33d2-47ed-af6f-241518a29fe3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d119c-875f-41f1-88bd-788762eb03e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691402
Jun 08 04:09:17.063605 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-1299ed64-ab4d-4c09-b02a-6a3a868e39bd service neutron] 10.222.0.42 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235001
Jun 08 04:09:17.295657 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-119c5754-feed-4c92-93f9-3af4edd02690 req-1cf9dc92-eed8-42e5-8978-7b8974292829 service neutron] 10.222.0.42 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2247496
Jun 08 04:09:17.423140 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c931d7e-0250-4bab-a2a9-935d2f590ccd req-f7ca4121-27fd-4355-b74f-3ffa1871ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:17.424583 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2c931d7e-0250-4bab-a2a9-935d2f590ccd req-f7ca4121-27fd-4355-b74f-3ffa1871ffa8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5961925d8e6342d3bcf7a8d24220256a&device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 1096 time: 0.0719712
Jun 08 04:09:17.556578 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c931d7e-0250-4bab-a2a9-935d2f590ccd req-1efd043e-aaa5-44bf-bf4b-65807fa2fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:17.557981 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2c931d7e-0250-4bab-a2a9-935d2f590ccd req-1efd043e-aaa5-44bf-bf4b-65807fa2fbd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d119c-875f-41f1-88bd-788762eb03e9 HTTP/1.1" status: 200  len: 915 time: 0.1239686
Jun 08 04:09:17.627092 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2c931d7e-0250-4bab-a2a9-935d2f590ccd req-065919b5-44ca-4003-9009-04d620d628b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a8fa75-1357-42bb-9cb2-18849731f700 HTTP/1.1" status: 200  len: 217 time: 0.0617509
Jun 08 04:09:17.688995 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c931d7e-0250-4bab-a2a9-935d2f590ccd req-d69a1b65-9acf-42bb-a6cf-eadf2c81cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:17.690275 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2c931d7e-0250-4bab-a2a9-935d2f590ccd req-d69a1b65-9acf-42bb-a6cf-eadf2c81cf49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b HTTP/1.1" status: 200  len: 853 time: 0.0556195
Jun 08 04:09:17.764859 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c931d7e-0250-4bab-a2a9-935d2f590ccd req-ebe2deae-d9dd-4e2c-819b-e328f6999150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:17.766346 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2c931d7e-0250-4bab-a2a9-935d2f590ccd req-ebe2deae-d9dd-4e2c-819b-e328f6999150 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d119c-875f-41f1-88bd-788762eb03e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0682459
Jun 08 04:09:17.898514 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2c931d7e-0250-4bab-a2a9-935d2f590ccd req-c19eb749-5e0b-4af2-b357-768fe1561b95 service neutron] 10.222.0.42 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237364
Jun 08 04:09:17.918627 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc8dcc-17dd-4e5f-a9be-dc286732b82c req-f01ffc58-7954-49b9-9140-c00fe0debd87 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:17.920219 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-abdc8dcc-17dd-4e5f-a9be-dc286732b82c req-f01ffc58-7954-49b9-9140-c00fe0debd87 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 943 time: 0.0841968
Jun 08 04:09:17.965179 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-abdc8dcc-17dd-4e5f-a9be-dc286732b82c req-444c482f-ef82-473a-a9bb-e127bc896e34 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390995
Jun 08 04:09:18.031746 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-2c931d7e-0250-4bab-a2a9-935d2f590ccd req-319bcfdb-cc95-4f1a-b13c-2eb514993e2e service neutron] 10.222.0.42 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261628
Jun 08 04:09:18.050266 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:19.144888 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed73cbb-fe65-4c49-9519-1b4d969c160c req-b8587033-1202-4877-8718-eb14f96bb648 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:19.147029 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aed73cbb-fe65-4c49-9519-1b4d969c160c req-b8587033-1202-4877-8718-eb14f96bb648 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 943 time: 0.0789454
Jun 08 04:09:19.193356 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aed73cbb-fe65-4c49-9519-1b4d969c160c req-b4e52a65-cbb6-49ae-a466-2d79a0ec5bd8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407701
Jun 08 04:09:19.868579 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device d3a8fa75-1357-42bb-9cb2-18849731f700 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:09:19.997572 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port d3a8fa75-1357-42bb-9cb2-18849731f700, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d3a8fa75-1357-42bb-9cb2-18849731f700,segment=NetworkSegment(9680d797-f2ae-45d9-8515-823c3fae4e38),segment_id=9680d797-f2ae-45d9-8515-823c3fae4e38)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:09:20.010271 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': 'd3a8fa75-1357-42bb-9cb2-18849731f700', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'port_id': 'd3a8fa75-1357-42bb-9cb2-18849731f700', 'mac_address': 'fa:16:3e:f4:5b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:09:20.064772 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:20.080740 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a8fa75-1357-42bb-9cb2-18849731f700 {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:09:20.095244 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port d3a8fa75-1357-42bb-9cb2-18849731f700, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d3a8fa75-1357-42bb-9cb2-18849731f700,segment=NetworkSegment(9680d797-f2ae-45d9-8515-823c3fae4e38),segment_id=9680d797-f2ae-45d9-8515-823c3fae4e38)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:09:20.099530 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:20.101289 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-d46c5497-2899-4da8-a5dd-d9b66c08843e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:09:20.166731 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=d3a8fa75-1357-42bb-9cb2-18849731f700,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:09:20.169727 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:09:20.312141 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['d3a8fa75-1357-42bb-9cb2-18849731f700'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:09:20.376982 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7977c5-2b61-4350-bb17-de50da3662f6 req-05a5e01c-2e8d-4781-bdb2-c420088b6324 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:20.378439 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6d7977c5-2b61-4350-bb17-de50da3662f6 req-05a5e01c-2e8d-4781-bdb2-c420088b6324 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 944 time: 0.0813298
Jun 08 04:09:20.423248 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6d7977c5-2b61-4350-bb17-de50da3662f6 req-ea73b62f-5619-4e6d-8509-7163f294f49c tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391190
Jun 08 04:09:21.611119 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5a426-e650-4af9-a455-62e4e6a4596d req-8b5f740d-b178-4f48-8c47-925996b2ce0d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:21.612578 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-25c5a426-e650-4af9-a455-62e4e6a4596d req-8b5f740d-b178-4f48-8c47-925996b2ce0d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 944 time: 0.0848367
Jun 08 04:09:21.656385 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-25c5a426-e650-4af9-a455-62e4e6a4596d req-c4548234-762c-43ec-9c7e-ef8a3005e0e3 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375514
Jun 08 04:09:21.901473 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device d3a8fa75-1357-42bb-9cb2-18849731f700 up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:09:21.967004 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port d3a8fa75-1357-42bb-9cb2-18849731f700 completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:09:21.971383 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port d3a8fa75-1357-42bb-9cb2-18849731f700 triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:09:21.971765 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:22.089308 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:22.115188 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a8fa75-1357-42bb-9cb2-18849731f700'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:09:22.117429 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61a9618-2ae0-4011-bd43-170b56fdfd3b" -d '{"events": [{"server_uuid": "0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f", "name": "network-vif-plugged", "status": "completed", "tag": "d3a8fa75-1357-42bb-9cb2-18849731f700"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:09:22.124948 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port d3a8fa75-1357-42bb-9cb2-18849731f700, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d3a8fa75-1357-42bb-9cb2-18849731f700,segment=NetworkSegment(9680d797-f2ae-45d9-8515-823c3fae4e38),segment_id=9680d797-f2ae-45d9-8515-823c3fae4e38)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:09:22.129145 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:22.131696 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-ddbc2e30-c522-487b-b2e5-bfa28dc8c797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:09:22.198113 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=d3a8fa75-1357-42bb-9cb2-18849731f700,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:09:22.201170 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:09:22.214439 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddebf342-8289-464a-bb33-40397a69ca96 x-openstack-request-id: req-ddebf342-8289-464a-bb33-40397a69ca96 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:09:22.214745 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f", "name": "network-vif-plugged", "status": "completed", "tag": "d3a8fa75-1357-42bb-9cb2-18849731f700", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:09:22.215007 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddebf342-8289-464a-bb33-40397a69ca96 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:09:22.215404 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a8fa75-1357-42bb-9cb2-18849731f700', 'code': 200}
Jun 08 04:09:22.440520 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc7cd3-2830-44f5-83d3-e52a78bc28cb req-ec5343ea-d87d-40a5-8d5a-666e90f37c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:22.441964 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-69bc7cd3-2830-44f5-83d3-e52a78bc28cb req-ec5343ea-d87d-40a5-8d5a-666e90f37c94 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 1098 time: 0.0730307
Jun 08 04:09:22.483750 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-69bc7cd3-2830-44f5-83d3-e52a78bc28cb req-f1ee5b31-79f3-4400-ab9a-05ab5f282bb6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335810
Jun 08 04:09:22.850483 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2b609-8b48-46d5-b34e-b47cc663a63f req-31ad5b31-bae1-433a-bdae-4fbe964d4552 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:22.851935 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-38b2b609-8b48-46d5-b34e-b47cc663a63f req-31ad5b31-bae1-433a-bdae-4fbe964d4552 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 945 time: 0.0809350
Jun 08 04:09:22.895726 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-38b2b609-8b48-46d5-b34e-b47cc663a63f req-cdcec4cf-cb43-43f8-b9bb-6cc2af06b4cb tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380685
Jun 08 04:09:24.084265 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c452618-0c10-40a1-bcb6-92081724fea6 req-01d8da5d-f004-401c-bbb2-c2432159b1f8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:24.085736 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0c452618-0c10-40a1-bcb6-92081724fea6 req-01d8da5d-f004-401c-bbb2-c2432159b1f8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 945 time: 0.0837519
Jun 08 04:09:24.129185 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0c452618-0c10-40a1-bcb6-92081724fea6 req-9e7dbea0-02e1-4d08-a3ba-1a37f2cee88f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379362
Jun 08 04:09:24.314615 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fc518-a95d-4517-9700-f3579a204796 req-99199f4c-1d73-4686-9290-4c5be4fd2120 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:24.316063 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-da0fc518-a95d-4517-9700-f3579a204796 req-99199f4c-1d73-4686-9290-4c5be4fd2120 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 945 time: 0.0807202
Jun 08 04:09:24.359570 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-da0fc518-a95d-4517-9700-f3579a204796 req-ed285285-42bc-4e37-99bc-3354529257b4 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377431
Jun 08 04:09:24.744332 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70584ebb-51a7-4b81-a2f6-6f9ee328a0af req-1cf846eb-37bf-46cd-a804-f10795a69faf tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:24.745679 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-70584ebb-51a7-4b81-a2f6-6f9ee328a0af req-1cf846eb-37bf-46cd-a804-f10795a69faf tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 945 time: 0.0836439
Jun 08 04:09:24.789364 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-70584ebb-51a7-4b81-a2f6-6f9ee328a0af req-09f5fd08-af09-41ed-b067-e8ddcf006708 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380330
Jun 08 04:09:33.922816 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a76ccb-2639-4516-99b5-278ef3513330 req-ecd73121-5a72-441c-bd1c-5f57561fc0aa tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:33.924246 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e1a76ccb-2639-4516-99b5-278ef3513330 req-ecd73121-5a72-441c-bd1c-5f57561fc0aa tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 945 time: 0.0796664
Jun 08 04:09:33.971031 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-e1a76ccb-2639-4516-99b5-278ef3513330 req-d90f175d-697d-40c2-94f8-a468b16455fa tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409582
Jun 08 04:09:33.994852 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56112) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:09:34.102844 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a663b21d-6683-43fa-ba42-ea5066f595d9 tempest-TestMinimumBasicScenario-1217733369 tempest-TestMinimumBasicScenario-1217733369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:34.104292 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-a663b21d-6683-43fa-ba42-ea5066f595d9 tempest-TestMinimumBasicScenario-1217733369 tempest-TestMinimumBasicScenario-1217733369-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 1093 time: 0.1084681
Jun 08 04:09:34.107311 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56116) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:09:34.111718 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Request body: {'floatingip': {'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'port_id': 'd3a8fa75-1357-42bb-9cb2-18849731f700', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:09:34.133443 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for floatingip, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:34.267844 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:34.405649 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Allocated IP 172.27.3.129 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/8a63aada-86c8-4b83-aad0-302a5eb7ca97) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:09:34.547521 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:34.574987 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:34.575628 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:09:34.575628 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:09:34.575628 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:09:34.575628 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:09:34.575628 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:09:34.575628 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:09:34.591692 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:09:34.592864 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:09:34.595423 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:09:35.090206 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:35.162068 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:35.365066 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:35.369310 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:35.372836 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-f3e4b30e-1ad5-4891-a62a-ce54c87adeab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:09:35.472824 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Pushing event updated for resources: {'Port': ['ID=8a63aada-86c8-4b83-aad0-302a5eb7ca97,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:09:35.480419 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:09:35.489471 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:35.657437 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.l3_db [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Floating IP 4822a692-c6f2-49e5-bd1d-8ce23eefc71a associated. External IP: 172.27.3.129, port: d3a8fa75-1357-42bb-9cb2-18849731f700.
Jun 08 04:09:35.935364 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.000956 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Router 875986d3-8d23-4d87-82f0-8d9163409b81 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:09:36.174021 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:09:36.183934 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624826e-99da-40f2-abd9-935934f3681d None None] Sync routers for ids ['875986d3-8d23-4d87-82f0-8d9163409b81'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:09:36.193369 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.193531 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8624826e-99da-40f2-abd9-935934f3681d None None] Routers {'875986d3-8d23-4d87-82f0-8d9163409b81'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:09:36.194271 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-8624826e-99da-40f2-abd9-935934f3681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb001694df0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:09:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['875986d3-8d23-4d87-82f0-8d9163409b81'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:09:36.358638 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2502902
Jun 08 04:09:36.359264 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'tag': 'd3a8fa75-1357-42bb-9cb2-18849731f700'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:09:36.361523 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56118) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:09:36.362018 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83d762e-9b17-499e-993f-15f30d690500" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f", "tag": "d3a8fa75-1357-42bb-9cb2-18849731f700"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:09:36.366725 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-52ea255e-a9ab-4258-b06a-f1512d84b85f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1780871491', 'description': 'tempest-secgroup-smoke-1780871491 description', 'project_id': '5961925d8e6342d3bcf7a8d24220256a'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:09:36.383862 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-8624826e-99da-40f2-abd9-935934f3681d None None] Set router 875986d3-8d23-4d87-82f0-8d9163409b81 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:09:36.390071 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-52ea255e-a9ab-4258-b06a-f1512d84b85f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.405845 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144ad602-571d-44c2-94db-0f182e6c9326 x-openstack-request-id: req-144ad602-571d-44c2-94db-0f182e6c9326 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:09:36.406182 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f", "tag": "d3a8fa75-1357-42bb-9cb2-18849731f700", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:09:36.406475 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-144ad602-571d-44c2-94db-0f182e6c9326 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:09:36.406909 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'tag': 'd3a8fa75-1357-42bb-9cb2-18849731f700', 'status': 'completed', 'code': 200}
Jun 08 04:09:36.492195 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-52ea255e-a9ab-4258-b06a-f1512d84b85f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.496730 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-52ea255e-a9ab-4258-b06a-f1512d84b85f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.499642 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d762e-9b17-499e-993f-15f30d690500 req-d9969b68-b9eb-44e0-936e-c1dd275d82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:36.501501 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f83d762e-9b17-499e-993f-15f30d690500 req-d9969b68-b9eb-44e0-936e-c1dd275d82a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5961925d8e6342d3bcf7a8d24220256a&device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 1098 time: 0.0732582
Jun 08 04:09:36.501934 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-68f16de7-6222-407b-abaf-d1cd8c8009f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:09:36.535532 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-52ea255e-a9ab-4258-b06a-f1512d84b85f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.537286 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-52ea255e-a9ab-4258-b06a-f1512d84b85f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1744540
Jun 08 04:09:36.538290 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea255e-a9ab-4258-b06a-f1512d84b85f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=becb9c7b-6b53-4477-8c4e-8badfe122634,revision_number=1']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:09:36.540374 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56122) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:09:36.545331 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-068e0afa-64c7-413c-af87-4253dbe2a2f6 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Request body: {'security_group_rule': {'security_group_id': 'becb9c7b-6b53-4477-8c4e-8badfe122634', 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:09:36.548966 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-52ea255e-a9ab-4258-b06a-f1512d84b85f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:09:36.577192 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-068e0afa-64c7-413c-af87-4253dbe2a2f6 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.638481 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-068e0afa-64c7-413c-af87-4253dbe2a2f6 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.642913 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-068e0afa-64c7-413c-af87-4253dbe2a2f6 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.645240 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-a3b170a9-8a80-4c1a-add7-9b0b77394fd4 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:09:36.653316 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d762e-9b17-499e-993f-15f30d690500 req-c189b6e7-d8fb-4112-bb32-f5b8de6bce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:36.655150 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f83d762e-9b17-499e-993f-15f30d690500 req-c189b6e7-d8fb-4112-bb32-f5b8de6bce01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d119c-875f-41f1-88bd-788762eb03e9 HTTP/1.1" status: 200  len: 915 time: 0.1462078
Jun 08 04:09:36.671535 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e0afa-64c7-413c-af87-4253dbe2a2f6 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165fb2ed-e2ba-4789-82f0-f9607ce9f4ad,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:09:36.674510 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-068e0afa-64c7-413c-af87-4253dbe2a2f6 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:09:36.683735 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-068e0afa-64c7-413c-af87-4253dbe2a2f6 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.687771 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-068e0afa-64c7-413c-af87-4253dbe2a2f6 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1464081
Jun 08 04:09:36.690525 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56124) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:09:36.696046 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-62c8bfb4-25cc-437b-8fe7-5c1f9fd2dbbd tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Request body: {'security_group_rule': {'security_group_id': 'becb9c7b-6b53-4477-8c4e-8badfe122634', 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:09:36.726456 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-62c8bfb4-25cc-437b-8fe7-5c1f9fd2dbbd tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.763809 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-8624826e-99da-40f2-abd9-935934f3681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb001694df0>, [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:08:44Z', 'revision_number': 4, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port': {'id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:41Z', 'updated_at': '2021-06-08T04:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '4822a692-c6f2-49e5-bd1d-8ce23eefc71a', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'port_id': 'd3a8fa75-1357-42bb-9cb2-18849731f700', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'mac_address': 'fa:16:3e:f4:5b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:09:35Z', 'updated_at': '2021-06-08T04:09:35Z', 'revision_number': 0, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b751bc4e-c7f3-43d6-83da-9554ce743f40', 'name': '', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'mac_address': 'fa:16:3e:9c:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:43Z', 'updated_at': '2021-06-08T04:08:50Z', 'revision_number': 5, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'subnets': [{'id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:09:36.767763 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624826e-99da-40f2-abd9-935934f3681d None None] Checking router: 875986d3-8d23-4d87-82f0-8d9163409b81 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:09:36.773655 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f83d762e-9b17-499e-993f-15f30d690500 req-aa54c501-83fc-43e8-b902-42f13260330e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a8fa75-1357-42bb-9cb2-18849731f700 HTTP/1.1" status: 200  len: 999 time: 0.1118655
Jun 08 04:09:36.776403 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8624826e-99da-40f2-abd9-935934f3681d None None] Routers {'875986d3-8d23-4d87-82f0-8d9163409b81'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:09:36.777005 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-8624826e-99da-40f2-abd9-935934f3681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb001694df0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:09:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['875986d3-8d23-4d87-82f0-8d9163409b81'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:09:36.796002 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-62c8bfb4-25cc-437b-8fe7-5c1f9fd2dbbd tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.799715 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-62c8bfb4-25cc-437b-8fe7-5c1f9fd2dbbd tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.802734 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:09:36.825944 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8bfb4-25cc-437b-8fe7-5c1f9fd2dbbd tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f9318e-a0da-415e-84a1-7170ff2ed0de,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:09:36.829930 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-62c8bfb4-25cc-437b-8fe7-5c1f9fd2dbbd tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:09:36.834491 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-62c8bfb4-25cc-437b-8fe7-5c1f9fd2dbbd tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.836287 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-62c8bfb4-25cc-437b-8fe7-5c1f9fd2dbbd tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1443477
Jun 08 04:09:36.838968 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56126) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:09:36.843612 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-b28e1c79-cd29-45f9-a647-8183bfa18c5f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Request body: {'security_group_rule': {'security_group_id': 'becb9c7b-6b53-4477-8c4e-8badfe122634', 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:09:36.845810 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d762e-9b17-499e-993f-15f30d690500 req-c9389faa-b5cd-415d-bbb2-d0fd48e49344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:36.847289 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f83d762e-9b17-499e-993f-15f30d690500 req-c9389faa-b5cd-415d-bbb2-d0fd48e49344 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b HTTP/1.1" status: 200  len: 853 time: 0.0665529
Jun 08 04:09:36.876554 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b28e1c79-cd29-45f9-a647-8183bfa18c5f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.933622 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d762e-9b17-499e-993f-15f30d690500 req-b87a7e26-6920-40eb-ae04-2d55a6b26892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:36.935717 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f83d762e-9b17-499e-993f-15f30d690500 req-b87a7e26-6920-40eb-ae04-2d55a6b26892 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d119c-875f-41f1-88bd-788762eb03e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811756
Jun 08 04:09:36.943649 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b28e1c79-cd29-45f9-a647-8183bfa18c5f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.947880 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b28e1c79-cd29-45f9-a647-8183bfa18c5f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.950205 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:09:36.960021 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-8624826e-99da-40f2-abd9-935934f3681d None None] Set router 875986d3-8d23-4d87-82f0-8d9163409b81 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:09:36.973787 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e1c79-cd29-45f9-a647-8183bfa18c5f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b0e0e8-dc86-4ef1-93df-dfc9c9ec62d2,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:09:36.976409 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-b28e1c79-cd29-45f9-a647-8183bfa18c5f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:09:36.983123 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-b28e1c79-cd29-45f9-a647-8183bfa18c5f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:36.984613 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-b28e1c79-cd29-45f9-a647-8183bfa18c5f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1446052
Jun 08 04:09:36.987205 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56128) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:09:36.992250 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-84032284-0d9e-4264-ba96-6f2f2d0510bc tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Request body: {'security_group_rule': {'security_group_id': 'becb9c7b-6b53-4477-8c4e-8badfe122634', 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:09:37.021377 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-84032284-0d9e-4264-ba96-6f2f2d0510bc tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:37.085006 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f83d762e-9b17-499e-993f-15f30d690500 req-a312ec88-339a-44d0-bedd-d593c497f025 service neutron] 10.222.0.42 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406713
Jun 08 04:09:37.094793 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-84032284-0d9e-4264-ba96-6f2f2d0510bc tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:37.099299 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-84032284-0d9e-4264-ba96-6f2f2d0510bc tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:37.101713 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-068e0afa-64c7-413c-af87-4253dbe2a2f6 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:09:37.117498 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84032284-0d9e-4264-ba96-6f2f2d0510bc tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef215d0-508e-4496-b9df-ccf48cd9febe,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:09:37.121177 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-84032284-0d9e-4264-ba96-6f2f2d0510bc tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:09:37.135704 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-84032284-0d9e-4264-ba96-6f2f2d0510bc tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:37.139565 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-84032284-0d9e-4264-ba96-6f2f2d0510bc tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1487336
Jun 08 04:09:37.140105 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56130) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:09:37.144759 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-697ffef6-d369-403a-ae7b-9708f7635d5b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Request body: {'security_group_rule': {'security_group_id': 'becb9c7b-6b53-4477-8c4e-8badfe122634', 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:09:37.169154 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.securitygroups_db [None req-697ffef6-d369-403a-ae7b-9708f7635d5b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Project 5961925d8e6342d3bcf7a8d24220256a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 08 04:09:37.175041 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-697ffef6-d369-403a-ae7b-9708f7635d5b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:37.235059 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f83d762e-9b17-499e-993f-15f30d690500 req-6f29a90d-e2f4-4953-8873-b9a3f8327882 service neutron] 10.222.0.42 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429882
Jun 08 04:09:37.248975 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-697ffef6-d369-403a-ae7b-9708f7635d5b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:37.253282 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-697ffef6-d369-403a-ae7b-9708f7635d5b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:37.256153 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:09:37.278065 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ffef6-d369-403a-ae7b-9708f7635d5b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6ea3d6-c0ee-499a-ad81-c0860ecfa00f,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:09:37.280361 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-697ffef6-d369-403a-ae7b-9708f7635d5b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:09:37.285225 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-697ffef6-d369-403a-ae7b-9708f7635d5b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:37.289457 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-697ffef6-d369-403a-ae7b-9708f7635d5b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1457763
Jun 08 04:09:37.289672 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56132) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:09:37.294095 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-57a49e05-1bc9-40f3-aeca-ac7054a9ce45 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Request body: {'security_group_rule': {'security_group_id': 'becb9c7b-6b53-4477-8c4e-8badfe122634', 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:09:37.316170 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.securitygroups_db [None req-57a49e05-1bc9-40f3-aeca-ac7054a9ce45 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Project 5961925d8e6342d3bcf7a8d24220256a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 08 04:09:37.322344 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-57a49e05-1bc9-40f3-aeca-ac7054a9ce45 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:37.330091 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-8624826e-99da-40f2-abd9-935934f3681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb001694df0>, [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:08:44Z', 'revision_number': 4, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port': {'id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:41Z', 'updated_at': '2021-06-08T04:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '4822a692-c6f2-49e5-bd1d-8ce23eefc71a', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'port_id': 'd3a8fa75-1357-42bb-9cb2-18849731f700', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'mac_address': 'fa:16:3e:f4:5b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:09:35Z', 'updated_at': '2021-06-08T04:09:35Z', 'revision_number': 0, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b751bc4e-c7f3-43d6-83da-9554ce743f40', 'name': '', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'mac_address': 'fa:16:3e:9c:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:43Z', 'updated_at': '2021-06-08T04:08:50Z', 'revision_number': 5, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'subnets': [{'id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:09:37.334040 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624826e-99da-40f2-abd9-935934f3681d None None] The sync data for ids ['875986d3-8d23-4d87-82f0-8d9163409b81'] in dv-cinder-786627-8-iscsi is: [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:08:44Z', 'revision_number': 4, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port': {'id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:41Z', 'updated_at': '2021-06-08T04:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '4822a692-c6f2-49e5-bd1d-8ce23eefc71a', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'port_id': 'd3a8fa75-1357-42bb-9cb2-18849731f700', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'mac_address': 'fa:16:3e:f4:5b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:09:35Z', 'updated_at': '2021-06-08T04:09:35Z', 'revision_number': 0, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b751bc4e-c7f3-43d6-83da-9554ce743f40', 'name': '', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'mac_address': 'fa:16:3e:9c:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:43Z', 'updated_at': '2021-06-08T04:08:50Z', 'revision_number': 5, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'subnets': [{'id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:09:37.392791 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-57a49e05-1bc9-40f3-aeca-ac7054a9ce45 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:37.396774 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-57a49e05-1bc9-40f3-aeca-ac7054a9ce45 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019233'] for security_group_rule, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:37.398855 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-62c8bfb4-25cc-437b-8fe7-5c1f9fd2dbbd tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:09:37.421571 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a49e05-1bc9-40f3-aeca-ac7054a9ce45 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3fe29a9-03cc-45e0-a5ef-1ef6edff6633,revision_number=0']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:09:37.423991 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-57a49e05-1bc9-40f3-aeca-ac7054a9ce45 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:09:37.429662 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-57a49e05-1bc9-40f3-aeca-ac7054a9ce45 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:37.430819 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-57a49e05-1bc9-40f3-aeca-ac7054a9ce45 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1402464
Jun 08 04:09:37.533347 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2989dd1d-94b4-45a9-8437-a2f22f2e62e2 None None] New status for floating IP 4822a692-c6f2-49e5-bd1d-8ce23eefc71a: ACTIVE {{(pid=91651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:09:37.553414 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3d1ff308-7498-4e42-8fcc-0bed807b1744 req-43241b6c-1b4f-4d89-9150-3e0907193176 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1780871491&fields=id&tenant_id=5961925d8e6342d3bcf7a8d24220256a HTTP/1.1" status: 200  len: 267 time: 0.0420494
Jun 08 04:09:37.637426 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ff308-7498-4e42-8fcc-0bed807b1744 req-7eb7fb55-c8f5-4b9c-97a7-d1972130aa9b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:37.638989 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3d1ff308-7498-4e42-8fcc-0bed807b1744 req-7eb7fb55-c8f5-4b9c-97a7-d1972130aa9b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 945 time: 0.0802305
Jun 08 04:09:37.650694 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [req-3d1ff308-7498-4e42-8fcc-0bed807b1744 req-97fc00ee-c66a-4618-a3b9-cbd22bfe219f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Request body: {'port': {'security_groups': ['84bf4fbd-8d25-49b6-80ab-61174fe7433d', 'becb9c7b-6b53-4477-8c4e-8badfe122634']}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:09:37.771452 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-3d1ff308-7498-4e42-8fcc-0bed807b1744 req-97fc00ee-c66a-4618-a3b9-cbd22bfe219f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:38.121952 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [req-3d1ff308-7498-4e42-8fcc-0bed807b1744 req-97fc00ee-c66a-4618-a3b9-cbd22bfe219f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] For port d3a8fa75-1357-42bb-9cb2-18849731f700, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d3a8fa75-1357-42bb-9cb2-18849731f700,segment=NetworkSegment(9680d797-f2ae-45d9-8515-823c3fae4e38),segment_id=9680d797-f2ae-45d9-8515-823c3fae4e38)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:09:38.146602 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-3d1ff308-7498-4e42-8fcc-0bed807b1744 req-97fc00ee-c66a-4618-a3b9-cbd22bfe219f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for port, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:38.151145 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-3d1ff308-7498-4e42-8fcc-0bed807b1744 req-97fc00ee-c66a-4618-a3b9-cbd22bfe219f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2509822'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:38.156266 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:09:38.162246 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['d3a8fa75-1357-42bb-9cb2-18849731f700'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:09:38.217856 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ff308-7498-4e42-8fcc-0bed807b1744 req-97fc00ee-c66a-4618-a3b9-cbd22bfe219f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:38.218476 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-3d1ff308-7498-4e42-8fcc-0bed807b1744 req-97fc00ee-c66a-4618-a3b9-cbd22bfe219f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:38.219877 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3d1ff308-7498-4e42-8fcc-0bed807b1744 req-97fc00ee-c66a-4618-a3b9-cbd22bfe219f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "PUT /v2.0/ports/d3a8fa75-1357-42bb-9cb2-18849731f700 HTTP/1.1" status: 200  len: 981 time: 0.5739031
Jun 08 04:09:38.220434 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'tag': 'd3a8fa75-1357-42bb-9cb2-18849731f700'}] {{(pid=91649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:09:38.222756 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68076f80de6398871b1479c29e58ad4c04b4d9bb8781698605459407955b999f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1f3022-abd3-46f8-8b0c-226562912d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f", "tag": "d3a8fa75-1357-42bb-9cb2-18849731f700"}]}' {{(pid=91649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:09:38.271717 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc00ee-c66a-4618-a3b9-cbd22bfe219f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Pushing event updated for resources: {'Port': ['ID=d3a8fa75-1357-42bb-9cb2-18849731f700,revision_number=6']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:09:38.282488 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-97fc00ee-c66a-4618-a3b9-cbd22bfe219f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:09:38.369587 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['d3a8fa75-1357-42bb-9cb2-18849731f700'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:09:38.382944 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ec8233-ae9f-48fe-bea3-d1666c939b35 x-openstack-request-id: req-39ec8233-ae9f-48fe-bea3-d1666c939b35 {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:09:38.391036 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f", "tag": "d3a8fa75-1357-42bb-9cb2-18849731f700", "status": "completed", "code": 200}]} {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:09:38.391369 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39ec8233-ae9f-48fe-bea3-d1666c939b35 {{(pid=91649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:09:38.391838 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'tag': 'd3a8fa75-1357-42bb-9cb2-18849731f700', 'status': 'completed', 'code': 200}
Jun 08 04:09:38.452301 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45161617-349e-4186-8230-fae07ef9bf6a req-4c2927e7-46b7-4343-b950-02bb3bb62b31 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:38.454106 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-45161617-349e-4186-8230-fae07ef9bf6a req-4c2927e7-46b7-4343-b950-02bb3bb62b31 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 984 time: 0.1191986
Jun 08 04:09:38.457596 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f3022-abd3-46f8-8b0c-226562912d5a req-4011815c-51ba-4611-a9b8-04339caba5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:38.459703 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0f1f3022-abd3-46f8-8b0c-226562912d5a req-4011815c-51ba-4611-a9b8-04339caba5b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5961925d8e6342d3bcf7a8d24220256a&device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 1137 time: 0.0756567
Jun 08 04:09:38.503798 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-45161617-349e-4186-8230-fae07ef9bf6a req-60813b7a-85f1-42b8-aebf-94430b264f8c tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&id=becb9c7b-6b53-4477-8c4e-8badfe122634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0428317
Jun 08 04:09:38.505670 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-07339a7b-6dd1-4ed6-a12b-d258f9c1456b None None] Provisioning complete for port d3a8fa75-1357-42bb-9cb2-18849731f700 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:09:38.506059 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-07339a7b-6dd1-4ed6-a12b-d258f9c1456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:38.596524 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f3022-abd3-46f8-8b0c-226562912d5a req-843b559e-7a1b-4da4-a544-ec35664e9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:38.598133 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0f1f3022-abd3-46f8-8b0c-226562912d5a req-843b559e-7a1b-4da4-a544-ec35664e9a8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d119c-875f-41f1-88bd-788762eb03e9 HTTP/1.1" status: 200  len: 915 time: 0.1325269
Jun 08 04:09:38.702165 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0f1f3022-abd3-46f8-8b0c-226562912d5a req-6435e759-e63a-46a4-b247-5fa27ec71e6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a8fa75-1357-42bb-9cb2-18849731f700 HTTP/1.1" status: 200  len: 1001 time: 0.0975814
Jun 08 04:09:38.766194 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f3022-abd3-46f8-8b0c-226562912d5a req-f0d0c9ef-537a-42c5-8fe1-f3d5e8482ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:38.767619 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0f1f3022-abd3-46f8-8b0c-226562912d5a req-f0d0c9ef-537a-42c5-8fe1-f3d5e8482ef0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b HTTP/1.1" status: 200  len: 853 time: 0.0588787
Jun 08 04:09:38.847752 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f3022-abd3-46f8-8b0c-226562912d5a req-8a57af56-067f-42a4-95ab-419d44427b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:38.849258 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0f1f3022-abd3-46f8-8b0c-226562912d5a req-8a57af56-067f-42a4-95ab-419d44427b29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d119c-875f-41f1-88bd-788762eb03e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740652
Jun 08 04:09:38.981750 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0f1f3022-abd3-46f8-8b0c-226562912d5a req-bf3394b5-8323-4fb6-85e0-43ed4f52131d service neutron] 10.222.0.42 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225562
Jun 08 04:09:39.117731 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-0f1f3022-abd3-46f8-8b0c-226562912d5a req-52b2d6ae-75c1-401b-bb42-4364db1b164e service neutron] 10.222.0.42 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230562
Jun 08 04:09:42.946099 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-62989733-9ecf-4f56-bf27-185b14ec2626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:45.261937 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-4073a974-3ecc-4fb2-b58f-fe1f8eb4cbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:45.476839 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:46.453432 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:48.052408 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:09:52.897180 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:09:55.857561 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f333f-85f8-4f36-8eb6-394270c29418 req-006c793c-3fcd-4814-9d78-7782ddd62476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:55.858959 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-da3f333f-85f8-4f36-8eb6-394270c29418 req-006c793c-3fcd-4814-9d78-7782ddd62476 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5961925d8e6342d3bcf7a8d24220256a&device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 1137 time: 0.0701125
Jun 08 04:09:55.895058 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df96c31-3790-4fd6-ab04-a7cdd8214624 req-0796516a-b67b-4ac4-98f6-6ca67746e658 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:55.897793 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3df96c31-3790-4fd6-ab04-a7cdd8214624 req-0796516a-b67b-4ac4-98f6-6ca67746e658 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 984 time: 0.0821640
Jun 08 04:09:55.952489 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-3df96c31-3790-4fd6-ab04-a7cdd8214624 req-db9ae0ce-a6b9-44d6-a51a-2207b349a7f6 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&id=becb9c7b-6b53-4477-8c4e-8badfe122634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0466228
Jun 08 04:09:56.097114 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f333f-85f8-4f36-8eb6-394270c29418 req-60f44802-2a8a-44cd-abe8-5757af0e67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:56.098586 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-da3f333f-85f8-4f36-8eb6-394270c29418 req-60f44802-2a8a-44cd-abe8-5757af0e67f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d119c-875f-41f1-88bd-788762eb03e9 HTTP/1.1" status: 200  len: 915 time: 0.2317557
Jun 08 04:09:56.200991 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-da3f333f-85f8-4f36-8eb6-394270c29418 req-23d61874-7a41-48f6-aa1b-8d34f639174a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a8fa75-1357-42bb-9cb2-18849731f700 HTTP/1.1" status: 200  len: 1001 time: 0.0952311
Jun 08 04:09:56.266191 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f333f-85f8-4f36-8eb6-394270c29418 req-be8646c7-b706-4df4-bb3c-82ee196a4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:56.267583 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-da3f333f-85f8-4f36-8eb6-394270c29418 req-be8646c7-b706-4df4-bb3c-82ee196a4fe1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b HTTP/1.1" status: 200  len: 853 time: 0.0602493
Jun 08 04:09:56.342468 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f333f-85f8-4f36-8eb6-394270c29418 req-5475665e-9b59-46df-9b00-9f02514cdd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:56.343892 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-da3f333f-85f8-4f36-8eb6-394270c29418 req-5475665e-9b59-46df-9b00-9f02514cdd3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d119c-875f-41f1-88bd-788762eb03e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0683925
Jun 08 04:09:56.475009 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-da3f333f-85f8-4f36-8eb6-394270c29418 req-85a111a6-d80e-459a-aca0-256089fe3eff service neutron] 10.222.0.42 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232066
Jun 08 04:09:56.604500 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-da3f333f-85f8-4f36-8eb6-394270c29418 req-e381a12f-d353-468b-a221-c128f3e74ea8 service neutron] 10.222.0.42 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228185
Jun 08 04:09:57.142464 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb301e-ac05-4310-bcb4-00f50b9292cc req-ad206970-a9bb-4780-8fd8-27f1de0762ed tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:57.143917 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-52bb301e-ac05-4310-bcb4-00f50b9292cc req-ad206970-a9bb-4780-8fd8-27f1de0762ed tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 984 time: 0.0815787
Jun 08 04:09:57.189502 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-52bb301e-ac05-4310-bcb4-00f50b9292cc req-a0353830-8aa9-474f-bd49-df2e316acff5 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&id=becb9c7b-6b53-4477-8c4e-8badfe122634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0398190
Jun 08 04:09:58.374333 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23793de-f945-43e7-8a4c-d3583129dbdd req-0173c35e-1bbc-476a-b6c5-4a7a08048430 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:58.375674 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c23793de-f945-43e7-8a4c-d3583129dbdd req-0173c35e-1bbc-476a-b6c5-4a7a08048430 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 984 time: 0.0818858
Jun 08 04:09:58.420644 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c23793de-f945-43e7-8a4c-d3583129dbdd req-3f36632e-60ab-44f6-a930-f8f097223e8a tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&id=becb9c7b-6b53-4477-8c4e-8badfe122634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0386930
Jun 08 04:09:59.602045 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eae14-9a0e-4f37-add1-5da0bf4e3522 req-39154ea2-fdc6-42f3-9b77-f22e99e993e5 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:09:59.603398 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7f2eae14-9a0e-4f37-add1-5da0bf4e3522 req-39154ea2-fdc6-42f3-9b77-f22e99e993e5 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 984 time: 0.0794134
Jun 08 04:09:59.649852 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7f2eae14-9a0e-4f37-add1-5da0bf4e3522 req-81d060d9-5e03-4a9f-9609-8781921159fd tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&id=becb9c7b-6b53-4477-8c4e-8badfe122634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0408871
Jun 08 04:10:00.835880 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce75dbe-a930-4966-9534-1a777752f654 req-a5d35cec-ab65-4623-af16-9c5709a137c1 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:00.837338 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1ce75dbe-a930-4966-9534-1a777752f654 req-a5d35cec-ab65-4623-af16-9c5709a137c1 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 984 time: 0.0830970
Jun 08 04:10:00.883447 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1ce75dbe-a930-4966-9534-1a777752f654 req-ed4711bd-28c1-49a2-b8e7-7d0828e92d47 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&id=becb9c7b-6b53-4477-8c4e-8badfe122634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0404215
Jun 08 04:10:02.066233 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c10b1-c55b-4e04-8ab3-d58aa87bc3eb req-07e564c8-6631-4d00-b943-bd3582614a5a tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:02.068176 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a82c10b1-c55b-4e04-8ab3-d58aa87bc3eb req-07e564c8-6631-4d00-b943-bd3582614a5a tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 984 time: 0.0815582
Jun 08 04:10:02.117388 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a82c10b1-c55b-4e04-8ab3-d58aa87bc3eb req-f7be8185-03ba-4b7a-b374-370914010612 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&id=becb9c7b-6b53-4477-8c4e-8badfe122634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0434759
Jun 08 04:10:03.298572 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37930d-0a5b-4df9-ade5-9f344567bf81 req-dd297e08-2109-48dd-a905-8e9ae184f2f0 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:03.299989 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5a37930d-0a5b-4df9-ade5-9f344567bf81 req-dd297e08-2109-48dd-a905-8e9ae184f2f0 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 984 time: 0.0801997
Jun 08 04:10:03.345703 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-5a37930d-0a5b-4df9-ade5-9f344567bf81 req-01fd584c-bdc7-4de1-a933-ef3ab72fcdc5 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&id=becb9c7b-6b53-4477-8c4e-8badfe122634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0399883
Jun 08 04:10:04.550246 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa4d47-3503-438c-be3d-affc14ae2325 req-14521a42-2bd7-4565-9727-d73355e6601f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:04.552221 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8eaa4d47-3503-438c-be3d-affc14ae2325 req-14521a42-2bd7-4565-9727-d73355e6601f tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 984 time: 0.0848610
Jun 08 04:10:04.597431 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-8eaa4d47-3503-438c-be3d-affc14ae2325 req-ee2fbc61-4575-40ba-abb6-92c40d707269 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&id=becb9c7b-6b53-4477-8c4e-8badfe122634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0394490
Jun 08 04:10:05.813184 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2683a-8762-4ef1-afe5-4dea36589b04 req-51c731c8-1129-4ec7-82e0-179c2c314283 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:05.815359 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-afb2683a-8762-4ef1-afe5-4dea36589b04 req-51c731c8-1129-4ec7-82e0-179c2c314283 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 984 time: 0.1017387
Jun 08 04:10:05.866406 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-afb2683a-8762-4ef1-afe5-4dea36589b04 req-2fcb7e60-0f7b-4df3-8c0a-387b2f9d9a34 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&id=becb9c7b-6b53-4477-8c4e-8badfe122634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0447345
Jun 08 04:10:05.950909 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:07.052633 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264c126-0db4-42e4-8643-3e16d059040b req-fe4d3fe8-3ee8-400d-9e2d-a677e975b51d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:07.054059 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c264c126-0db4-42e4-8643-3e16d059040b req-fe4d3fe8-3ee8-400d-9e2d-a677e975b51d tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 984 time: 0.0832205
Jun 08 04:10:07.099957 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-c264c126-0db4-42e4-8643-3e16d059040b req-bde168c6-b04a-4cb1-8bfa-9a7e49fcc926 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&id=becb9c7b-6b53-4477-8c4e-8badfe122634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0400999
Jun 08 04:10:08.281762 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b133-07ba-4a08-8a96-c9f2c97265e6 req-f5572f38-ec01-4a7f-b761-d53446649c48 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:08.283124 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-dc97b133-07ba-4a08-8a96-c9f2c97265e6 req-f5572f38-ec01-4a7f-b761-d53446649c48 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 984 time: 0.0790920
Jun 08 04:10:08.329532 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-dc97b133-07ba-4a08-8a96-c9f2c97265e6 req-f9b57fc9-7aa6-4b58-b8b4-2821446b6074 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&id=becb9c7b-6b53-4477-8c4e-8badfe122634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0394132
Jun 08 04:10:12.948061 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-62c14c83-027c-4b77-baa7-410d39d33d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:15.262920 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-1f57633b-3fb2-4c44-80cf-ea9efe7b1510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:15.469525 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:15.826871 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-25eef79c-ccba-4bfa-ae9c-dfc09b68f99d req-485cba9d-e991-4b2f-8767-03828c538362 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0748231
Jun 08 04:10:15.967077 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eef79c-ccba-4bfa-ae9c-dfc09b68f99d req-a5be856e-10a6-43d2-ba32-1682836f1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:15.968570 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-25eef79c-ccba-4bfa-ae9c-dfc09b68f99d req-a5be856e-10a6-43d2-ba32-1682836f1905 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 1098 time: 0.0712976
Jun 08 04:10:16.114914 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eef79c-ccba-4bfa-ae9c-dfc09b68f99d req-ea757d5a-63f0-4475-9b9d-acfb3ec23efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:16.116346 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-25eef79c-ccba-4bfa-ae9c-dfc09b68f99d req-ea757d5a-63f0-4475-9b9d-acfb3ec23efd service neutron] 10.222.0.42 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 913 time: 0.1284423
Jun 08 04:10:16.216286 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-25eef79c-ccba-4bfa-ae9c-dfc09b68f99d req-d85191b1-b36c-4c3f-9acb-716054aed6e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea HTTP/1.1" status: 200  len: 1000 time: 0.0932274
Jun 08 04:10:16.278653 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eef79c-ccba-4bfa-ae9c-dfc09b68f99d req-b0e33815-dba2-4cc2-9494-b6342ded7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:16.279946 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-25eef79c-ccba-4bfa-ae9c-dfc09b68f99d req-b0e33815-dba2-4cc2-9494-b6342ded7d99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 200  len: 851 time: 0.0565932
Jun 08 04:10:16.356997 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eef79c-ccba-4bfa-ae9c-dfc09b68f99d req-f41d8960-ad13-43e6-91f8-159497a3ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:16.358405 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-25eef79c-ccba-4bfa-ae9c-dfc09b68f99d req-f41d8960-ad13-43e6-91f8-159497a3ae37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8dcb41e7-7cee-4a56-8efa-df501531d14b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704756
Jun 08 04:10:16.457423 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:16.492340 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-25eef79c-ccba-4bfa-ae9c-dfc09b68f99d req-4a2c72e2-a632-43db-9a06-5ba05d6c4b8c service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265147
Jun 08 04:10:16.620107 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-25eef79c-ccba-4bfa-ae9c-dfc09b68f99d req-4d0ad4c7-3d00-4121-847d-e96529d53966 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211259
Jun 08 04:10:18.055191 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:18.317745 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-c82defb0-9666-4753-be6a-0a0dac040822 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262005746&fields=id&tenant_id=e3ec1b56600749dc987c518b49c901a1 HTTP/1.1" status: 200  len: 267 time: 0.0425203
Jun 08 04:10:18.464416 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-6a200630-d411-4d72-83fc-5bd9e90b2599 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:18.465760 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-6a200630-d411-4d72-83fc-5bd9e90b2599 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 812 time: 0.1417224
Jun 08 04:10:18.479606 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-166cf2e2-08ef-4468-a216-1b88eabb03ae tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/quotas/e3ec1b56600749dc987c518b49c901a1 HTTP/1.1" status: 200  len: 375 time: 0.0085816
Jun 08 04:10:18.565843 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-827d587f-0701-474a-8963-df509ef96d4b tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0814829
Jun 08 04:10:18.622768 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-5262d8e8-0b0a-46fb-b4f6-41991f0a3d7f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91649) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 04:10:18.623731 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-5262d8e8-0b0a-46fb-b4f6-41991f0a3d7f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0466950
Jun 08 04:10:18.849396 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-9f043583-80a7-4b9e-82ec-1b5b0a8807d8 service neutron] 10.222.0.15 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195730
Jun 08 04:10:18.976668 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-197a1940-6e2f-4291-94dc-9b1ee30bd0ca service neutron] 10.222.0.15 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216445
Jun 08 04:10:19.360879 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-cfc02133-2046-4213-9247-5f8677f73516 req-3e2dbcd3-7a55-415b-beeb-179fcdeaf5df tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 210 time: 0.0498469
Jun 08 04:10:20.500678 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-43cb68ea-c470-43eb-9f99-23a1401e9299 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:20.502095 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-43cb68ea-c470-43eb-9f99-23a1401e9299 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 812 time: 0.2520599
Jun 08 04:10:20.509813 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-843ca1dd-8f3a-43a1-b161-4b704ab54507 req-6a6081a3-fd67-4805-b5b8-dc10cff92609 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 210 time: 0.0433447
Jun 08 04:10:20.552248 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-cdde0997-b90d-41a5-b17e-385e26695629 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3ec1b56600749dc987c518b49c901a1 HTTP/1.1" status: 200  len: 379 time: 0.0402765
Jun 08 04:10:20.560482 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-a6e6de54-54fc-4f12-8a00-a247dcd359d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Request body: {'port': {'device_id': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'admin_state_up': True, 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'security_groups': ['61591e16-ff63-46c8-95ec-24b34503c3bd']}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:10:20.709889 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-a6e6de54-54fc-4f12-8a00-a247dcd359d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Made reservation on behalf of e3ec1b56600749dc987c518b49c901a1 for: {'port': 1} {{(pid=91648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 04:10:20.713628 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-a6e6de54-54fc-4f12-8a00-a247dcd359d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:20.880222 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_common [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-a6e6de54-54fc-4f12-8a00-a247dcd359d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Allocated IP 172.20.0.8 (8dcb41e7-7cee-4a56-8efa-df501531d14b/87648ad9-45b7-4365-a21e-13600630d53b/b2812188-6d9a-4260-9e59-e9959f8fb0ab) {{(pid=91648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:10:21.079154 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-a6e6de54-54fc-4f12-8a00-a247dcd359d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for port, precommit_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:21.095260 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-a6e6de54-54fc-4f12-8a00-a247dcd359d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Transition to ACTIVE for port object b2812188-6d9a-4260-9e59-e9959f8fb0ab will not be triggered until provisioned by entity DHCP. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:10:21.120373 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-a6e6de54-54fc-4f12-8a00-a247dcd359d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2358767'] for port, after_create {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:21.122772 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-a6e6de54-54fc-4f12-8a00-a247dcd359d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:10:21.122772 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:10:21.122772 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:10:21.122772 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:10:21.122772 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:10:21.122772 dv-cinder-786627-8-iscsi neutron-server[91648]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:10:21.140197 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-a6e6de54-54fc-4f12-8a00-a247dcd359d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Network 8dcb41e7-7cee-4a56-8efa-df501531d14b is already hosted by enough agents. {{(pid=91648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:10:21.141701 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.base_scheduler [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-a6e6de54-54fc-4f12-8a00-a247dcd359d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Resources bound (agent type, host, resource id):  {{(pid=91648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:10:21.144069 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-a6e6de54-54fc-4f12-8a00-a247dcd359d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Received port after_create {{(pid=91648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:10:21.213538 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-a6e6de54-54fc-4f12-8a00-a247dcd359d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:21.214321 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-a6e6de54-54fc-4f12-8a00-a247dcd359d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:21.233404 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-a6e6de54-54fc-4f12-8a00-a247dcd359d0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6764798
Jun 08 04:10:21.245329 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.v2.base [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Request body: {'port': {'device_id': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:10:21.354569 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:21.392729 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-20b79eeb-905a-4863-977c-e92d56100b67 None None] Provisioning for port b2812188-6d9a-4260-9e59-e9959f8fb0ab completed by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:10:21.399473 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-20b79eeb-905a-4863-977c-e92d56100b67 None None] Provisioning complete for port b2812188-6d9a-4260-9e59-e9959f8fb0ab triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:10:21.399880 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-20b79eeb-905a-4863-977c-e92d56100b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:21.452434 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-20b79eeb-905a-4863-977c-e92d56100b67 None None] Port b2812188-6d9a-4260-9e59-e9959f8fb0ab cannot update to ACTIVE because it is not bound. {{(pid=91650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 04:10:21.694658 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2812188-6d9a-4260-9e59-e9959f8fb0ab {{(pid=91648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:10:21.696621 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05767b7b-133a-4892-8e1b-330a8cabb4dc req-071f7f55-d2a0-4ad5-afe8-d41434d34867 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:21.698090 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-05767b7b-133a-4892-8e1b-330a8cabb4dc req-071f7f55-d2a0-4ad5-afe8-d41434d34867 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 931 time: 0.0809855
Jun 08 04:10:21.701763 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:21.716271 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.provisioning_blocks [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Transition to ACTIVE for port object b2812188-6d9a-4260-9e59-e9959f8fb0ab will not be triggered until provisioned by entity L2. {{(pid=91648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 04:10:21.720039 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:21.725054 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d14732ad-31a4-4017-86e2-ca3b80aefdf5 tempest-TestShelveInstance-734297883 tempest-TestShelveInstance-734297883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:21.746292 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-05767b7b-133a-4892-8e1b-330a8cabb4dc req-af52e79c-2c06-45de-a794-ba1f1b2acc15 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423310
Jun 08 04:10:21.856667 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2812188-6d9a-4260-9e59-e9959f8fb0ab,revision_number=2']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:21.920937 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:21.921343 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:21.921679 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:21.922040 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:21.922400 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:21.922758 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:21.923117 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:21.923472 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:21.923827 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:21.924178 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:21.924557 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:21.924909 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:21.930731 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:21.970870 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Attempting to bind port b2812188-6d9a-4260-9e59-e9959f8fb0ab on host hv-cinder-78662 for vnic_type normal with profile  {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 04:10:21.971204 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Attempting to bind port b2812188-6d9a-4260-9e59-e9959f8fb0ab by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 04:10:21.971535 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Attempting to bind port b2812188-6d9a-4260-9e59-e9959f8fb0ab on network 8dcb41e7-7cee-4a56-8efa-df501531d14b {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:10:21.978058 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Port b2812188-6d9a-4260-9e59-e9959f8fb0ab on network 8dcb41e7-7cee-4a56-8efa-df501531d14b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 04:10:21.978376 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Attempting to bind port b2812188-6d9a-4260-9e59-e9959f8fb0ab on network 8dcb41e7-7cee-4a56-8efa-df501531d14b {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 04:10:21.983458 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Checking agent: {'id': '03bbe3da-f5dd-42b2-8063-16ece04e424c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'started_at': datetime.datetime(2021, 6, 8, 3, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 04:10:21.983824 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Checking segment: {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 04:10:21.984200 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Bound using segment: {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'} {{(pid=91648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 04:10:21.984655 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.managers [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Bound port: b2812188-6d9a-4260-9e59-e9959f8fb0ab, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9198afbb-9096-4aae-9d43-d4142c8e0b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b'}}] {{(pid=91648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 04:10:21.985005 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:22.071763 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] For port b2812188-6d9a-4260-9e59-e9959f8fb0ab, host hv-cinder-78662, cleared binding levels {{(pid=91648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 04:10:22.074619 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] For port b2812188-6d9a-4260-9e59-e9959f8fb0ab, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b2812188-6d9a-4260-9e59-e9959f8fb0ab,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 04:10:22.078856 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2358769'] for port, after_update {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:22.083859 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-e2d8fb35-87a4-491e-b39a-7af62e89e96e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:22.142114 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:22.142719 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:22.144042 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] 10.222.0.42 "PUT /v2.0/ports/b2812188-6d9a-4260-9e59-e9959f8fb0ab HTTP/1.1" status: 200  len: 1093 time: 0.9029901
Jun 08 04:10:22.144595 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'tag': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:10:22.147488 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f4b9e1-2721-4fa3-b369-cf88d194daef" -d '{"events": [{"name": "network-changed", "server_uuid": "50d6ecb2-0282-4dbe-ae08-29b84cf49756", "tag": "b2812188-6d9a-4260-9e59-e9959f8fb0ab"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:10:22.174189 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2812188-6d9a-4260-9e59-e9959f8fb0ab,revision_number=3']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:22.177494 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:22.214399 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1462b4c6-bcac-4576-8c6e-582c23f61175 x-openstack-request-id: req-1462b4c6-bcac-4576-8c6e-582c23f61175 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:10:22.214726 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d6ecb2-0282-4dbe-ae08-29b84cf49756", "tag": "b2812188-6d9a-4260-9e59-e9959f8fb0ab", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:10:22.215011 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1462b4c6-bcac-4576-8c6e-582c23f61175 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:10:22.215438 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'tag': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab', 'status': 'completed', 'code': 200}
Jun 08 04:10:22.257092 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-fd8a0928-f5ea-4718-8c81-e8b4591320a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:22.258602 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-fd8a0928-f5ea-4718-8c81-e8b4591320a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 1096 time: 0.0763137
Jun 08 04:10:22.430967 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-fbac5a15-3fe3-424d-9435-2278f4666be3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2812188-6d9a-4260-9e59-e9959f8fb0ab HTTP/1.1" status: 200  len: 217 time: 0.1647661
Jun 08 04:10:22.492464 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-346a906c-d31d-40e0-9bc9-2a91264e31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:22.493833 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-346a906c-d31d-40e0-9bc9-2a91264e31dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 200  len: 851 time: 0.0575058
Jun 08 04:10:22.566036 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-09b17214-b34a-47bb-a413-b5e05957edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:22.568160 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-09b17214-b34a-47bb-a413-b5e05957edc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8dcb41e7-7cee-4a56-8efa-df501531d14b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680442
Jun 08 04:10:22.698185 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-e6ace5ff-1a7d-4cce-8682-cbde99bd6148 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227863
Jun 08 04:10:22.830262 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6ab598f0-380b-4de9-b81f-52263dfa7938 req-2eb20e2f-60f7-4d0f-a6a5-045ac05c97c8 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257198
Jun 08 04:10:22.932713 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb24d3-867d-4ed3-9fbc-1cf0ec3a22dc req-3a6e6761-eb42-4f72-9d5a-b6e74aa68047 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:22.934197 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-50eb24d3-867d-4ed3-9fbc-1cf0ec3a22dc req-3a6e6761-eb42-4f72-9d5a-b6e74aa68047 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 943 time: 0.0824804
Jun 08 04:10:22.947286 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4b9e1-2721-4fa3-b369-cf88d194daef req-fb8ab000-f06d-4c1c-be60-8595fa495499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:22.948848 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f4f4b9e1-2721-4fa3-b369-cf88d194daef req-fb8ab000-f06d-4c1c-be60-8595fa495499 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 1096 time: 0.0742309
Jun 08 04:10:22.978158 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-50eb24d3-867d-4ed3-9fbc-1cf0ec3a22dc req-2630e81e-2c73-4aa4-892b-ff846fec85b8 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382013
Jun 08 04:10:23.080295 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4b9e1-2721-4fa3-b369-cf88d194daef req-d5836918-e089-46d8-967b-d3c93415d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:23.081751 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f4f4b9e1-2721-4fa3-b369-cf88d194daef req-d5836918-e089-46d8-967b-d3c93415d14f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 913 time: 0.1265290
Jun 08 04:10:23.164235 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f4f4b9e1-2721-4fa3-b369-cf88d194daef req-4d967351-d631-4f9b-8b90-f2c2308f64ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2812188-6d9a-4260-9e59-e9959f8fb0ab HTTP/1.1" status: 200  len: 217 time: 0.0645773
Jun 08 04:10:23.227294 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4b9e1-2721-4fa3-b369-cf88d194daef req-d43abf1f-7bc9-4a6f-b7cf-1f33bbf0f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:23.228780 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f4f4b9e1-2721-4fa3-b369-cf88d194daef req-d43abf1f-7bc9-4a6f-b7cf-1f33bbf0f318 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 200  len: 851 time: 0.0571985
Jun 08 04:10:23.306670 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4b9e1-2721-4fa3-b369-cf88d194daef req-04694ea2-c57c-47d7-8fc9-fa8eddf9a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:23.308108 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f4f4b9e1-2721-4fa3-b369-cf88d194daef req-04694ea2-c57c-47d7-8fc9-fa8eddf9a855 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8dcb41e7-7cee-4a56-8efa-df501531d14b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691295
Jun 08 04:10:23.443228 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f4f4b9e1-2721-4fa3-b369-cf88d194daef req-a2118f70-28bb-4fec-ad32-77fde365a321 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249812
Jun 08 04:10:23.575872 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f4f4b9e1-2721-4fa3-b369-cf88d194daef req-eb42fee8-c89a-40db-bcce-fd243a4e30ef service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258326
Jun 08 04:10:24.169997 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f71c1-3df7-49bc-a9ff-8327674435fc req-8f5d4c0b-50ee-4fc1-8d69-fb65aeb5d159 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:24.171433 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1d6f71c1-3df7-49bc-a9ff-8327674435fc req-8f5d4c0b-50ee-4fc1-8d69-fb65aeb5d159 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 943 time: 0.0847893
Jun 08 04:10:24.215334 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1d6f71c1-3df7-49bc-a9ff-8327674435fc req-10f4ece0-358b-4a2c-ae54-417d286292e5 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379851
Jun 08 04:10:25.399753 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a4173-a625-4851-bf84-52c7e866fdc1 req-20a35bdc-6d03-4173-b12e-e07722ee6e6b tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:25.401219 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b69a4173-a625-4851-bf84-52c7e866fdc1 req-20a35bdc-6d03-4173-b12e-e07722ee6e6b tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 943 time: 0.0796380
Jun 08 04:10:25.446650 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b69a4173-a625-4851-bf84-52c7e866fdc1 req-f21ae57e-1883-4a90-8fa6-40d3e1a5dff9 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399706
Jun 08 04:10:26.631246 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b107e3b-49ab-44d4-a9c3-7c61275b2932 req-8c024b41-88e3-4cbf-a6da-5f451699aa1f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:26.632695 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1b107e3b-49ab-44d4-a9c3-7c61275b2932 req-8c024b41-88e3-4cbf-a6da-5f451699aa1f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 943 time: 0.0839062
Jun 08 04:10:26.677568 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-1b107e3b-49ab-44d4-a9c3-7c61275b2932 req-4dff5ed0-c181-49e2-b5d5-f4afee49b25f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393534
Jun 08 04:10:27.856260 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b22c5-133f-40d5-806c-27f1bba1111a req-b87a1d4c-d74d-4434-a12e-e3b4d79f8d6b tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:27.857736 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-211b22c5-133f-40d5-806c-27f1bba1111a req-b87a1d4c-d74d-4434-a12e-e3b4d79f8d6b tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 943 time: 0.0796351
Jun 08 04:10:27.907146 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-211b22c5-133f-40d5-806c-27f1bba1111a req-404e6b44-f706-4062-8cda-6eb2072cd119 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438602
Jun 08 04:10:29.090961 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db8594-827b-45f7-a362-f801d6c1b0b0 req-cb809fa0-007c-4af0-8bf3-d6435072372f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:29.092431 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-84db8594-827b-45f7-a362-f801d6c1b0b0 req-cb809fa0-007c-4af0-8bf3-d6435072372f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 943 time: 0.0829635
Jun 08 04:10:29.135387 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-84db8594-827b-45f7-a362-f801d6c1b0b0 req-c6e021bc-8b08-44d6-98da-271fa11d94d6 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374365
Jun 08 04:10:29.896337 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:10:30.315718 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90ed7-ce6c-4f65-995e-254a51da513d req-86d56899-d3b3-4a11-bc67-c5316c3f8b0e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:30.317393 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7da90ed7-ce6c-4f65-995e-254a51da513d req-86d56899-d3b3-4a11-bc67-c5316c3f8b0e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 943 time: 0.0818369
Jun 08 04:10:30.322833 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device b2812188-6d9a-4260-9e59-e9959f8fb0ab details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 04:10:30.366158 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-7da90ed7-ce6c-4f65-995e-254a51da513d req-6ef8d3a6-3ef8-417a-9941-9524f81526eb tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431895
Jun 08 04:10:30.452885 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port b2812188-6d9a-4260-9e59-e9959f8fb0ab, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b2812188-6d9a-4260-9e59-e9959f8fb0ab,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:10:30.465630 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Returning: {'device': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'port_id': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab', 'mac_address': 'fa:16:3e:53:fb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 04:10:30.522069 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:30.538878 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2812188-6d9a-4260-9e59-e9959f8fb0ab {{(pid=91650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 04:10:30.554466 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port b2812188-6d9a-4260-9e59-e9959f8fb0ab, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b2812188-6d9a-4260-9e59-e9959f8fb0ab,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:10:30.558389 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:30.560185 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-e3e3b548-ad57-4a78-bab6-4b29f4604992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:30.623576 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=b2812188-6d9a-4260-9e59-e9959f8fb0ab,revision_number=4']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:30.630857 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:30.631202 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:30.631536 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:30.631869 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:30.632200 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:30.632573 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:30.632900 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:30.633224 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:30.633548 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:30.633869 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:30.634189 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:30.634509 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:30.638232 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:30.791013 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['b2812188-6d9a-4260-9e59-e9959f8fb0ab'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:10:31.549722 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df24c63-ef08-4286-a251-1cac22139809 req-1d8b1d63-6e74-49b6-849e-9a64b90caada tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:31.551068 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0df24c63-ef08-4286-a251-1cac22139809 req-1d8b1d63-6e74-49b6-849e-9a64b90caada tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 944 time: 0.0784245
Jun 08 04:10:31.594818 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0df24c63-ef08-4286-a251-1cac22139809 req-f4ab667d-e07d-44df-b257-7a49b02ca073 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374660
Jun 08 04:10:32.325885 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device b2812188-6d9a-4260-9e59-e9959f8fb0ab up at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 04:10:32.392701 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning for port b2812188-6d9a-4260-9e59-e9959f8fb0ab completed by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 04:10:32.397638 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Provisioning complete for port b2812188-6d9a-4260-9e59-e9959f8fb0ab triggered by entity L2. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:10:32.398015 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:32.509020 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:32.534858 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab'}] {{(pid=91650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:10:32.537783 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b739c96880477b17d7dcdf6ceba03f9a03a9b12083740293e14d7ed6771b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ea10c3-bea8-4568-bc96-27fd3d348f56" -d '{"events": [{"server_uuid": "50d6ecb2-0282-4dbe-ae08-29b84cf49756", "name": "network-vif-plugged", "status": "completed", "tag": "b2812188-6d9a-4260-9e59-e9959f8fb0ab"}]}' {{(pid=91650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:10:32.546213 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] For port b2812188-6d9a-4260-9e59-e9959f8fb0ab, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b2812188-6d9a-4260-9e59-e9959f8fb0ab,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:10:32.551390 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248'] for port, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:32.553407 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-76b13a23-f7fb-43b8-9c3c-893d0f1a29a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:32.583930 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f3d23e-3ada-4654-9477-44a7383e6bd5 x-openstack-request-id: req-45f3d23e-3ada-4654-9477-44a7383e6bd5 {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:10:32.584462 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d6ecb2-0282-4dbe-ae08-29b84cf49756", "name": "network-vif-plugged", "status": "completed", "tag": "b2812188-6d9a-4260-9e59-e9959f8fb0ab", "code": 200}]} {{(pid=91650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:10:32.584901 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45f3d23e-3ada-4654-9477-44a7383e6bd5 {{(pid=91650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:10:32.585545 dv-cinder-786627-8-iscsi neutron-server[91650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab', 'code': 200}
Jun 08 04:10:32.623501 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Pushing event updated for resources: {'Port': ['ID=b2812188-6d9a-4260-9e59-e9959f8fb0ab,revision_number=5']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:32.625846 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:32.785395 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adc86f-73ed-45c2-b52b-8b546dfb3c19 req-dc6275c0-9d83-48da-984c-3d09d7b3febf tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:32.787069 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-05adc86f-73ed-45c2-b52b-8b546dfb3c19 req-dc6275c0-9d83-48da-984c-3d09d7b3febf tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 945 time: 0.0850434
Jun 08 04:10:32.833648 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-05adc86f-73ed-45c2-b52b-8b546dfb3c19 req-2e8aa328-a1e1-4285-ae63-19df2868afa7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408905
Jun 08 04:10:32.868550 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198248c-a52b-4418-8549-547c72ce0af9 req-562d01a6-4b2e-481e-9e16-a56631330f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:32.870008 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-8198248c-a52b-4418-8549-547c72ce0af9 req-562d01a6-4b2e-481e-9e16-a56631330f53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 1098 time: 0.0759399
Jun 08 04:10:32.910561 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-8198248c-a52b-4418-8549-547c72ce0af9 req-4129933e-8fb5-4032-9124-4f9d53ae8f35 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0339789
Jun 08 04:10:34.019238 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead32dd3-f549-491e-abc6-590f57e71399 req-a3a0214c-70b2-4473-af34-776b1911b481 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:34.020870 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ead32dd3-f549-491e-abc6-590f57e71399 req-a3a0214c-70b2-4473-af34-776b1911b481 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 945 time: 0.0792875
Jun 08 04:10:34.064167 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-ead32dd3-f549-491e-abc6-590f57e71399 req-610fb48d-521d-4d40-a6f5-7cb668d8c70a tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377116
Jun 08 04:10:34.246560 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da988f81-e606-4317-b5a0-6b95d45cb51d req-1fc1a8b6-6e3c-4920-81c4-c8707428f15b tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:34.248019 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-da988f81-e606-4317-b5a0-6b95d45cb51d req-1fc1a8b6-6e3c-4920-81c4-c8707428f15b tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 945 time: 0.0829983
Jun 08 04:10:34.291352 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-da988f81-e606-4317-b5a0-6b95d45cb51d req-c6ac6042-72f1-4fd4-adc0-fce3585fe9f2 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377817
Jun 08 04:10:34.314211 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56262) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:10:34.382657 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e173a6d8-23ae-4606-9107-e053f33712a2 tempest-TestVolumeBootPattern-1597788239 tempest-TestVolumeBootPattern-1597788239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:34.384125 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-e173a6d8-23ae-4606-9107-e053f33712a2 tempest-TestVolumeBootPattern-1597788239 tempest-TestVolumeBootPattern-1597788239-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 1093 time: 0.0689678
Jun 08 04:10:34.386847 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56264) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:10:34.391400 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Request body: {'floatingip': {'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'port_id': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:10:34.413986 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for floatingip, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:34.547603 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:34.684767 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_common [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Allocated IP 172.27.3.23 (dad72041-fa15-4feb-a2cc-75b396c0b4c9/316f8abd-638d-437c-a94a-d31cd4db0e00/3344c94c-130e-414a-8815-8fe19d407553) {{(pid=91649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 04:10:34.929721 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for port, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:34.957553 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8345943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774621624185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2509792'] for port, after_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:34.958149 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:10:34.958149 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 04:10:34.958149 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 04:10:34.958149 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 04:10:34.958149 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 04:10:34.958149 dv-cinder-786627-8-iscsi neutron-server[91649]: ERROR neutron_lib.callbacks.manager 
Jun 08 04:10:34.973435 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Network dad72041-fa15-4feb-a2cc-75b396c0b4c9 is already hosted by enough agents. {{(pid=91649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 04:10:34.974554 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.base_scheduler [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Resources bound (agent type, host, resource id):  {{(pid=91649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 04:10:34.977082 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Received port after_create {{(pid=91649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 04:10:35.371694 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:35.444886 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:35.646498 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for port, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:35.650617 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2509822'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:35.653998 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-a7215960-13d8-4834-aa59-227baf0e4bc0 tempest-AttachVolumeTestJSON-547282666 tempest-AttachVolumeTestJSON-547282666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:35.758708 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event updated for resources: {'Port': ['ID=3344c94c-130e-414a-8815-8fe19d407553,revision_number=2']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:35.769446 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:35.770394 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:35.770768 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:35.771128 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:35.771488 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:35.771844 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:35.772200 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:35.772577 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:35.772932 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:35.773284 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:35.773632 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:35.773983 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:10:35.778591 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:35.781973 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032982'] for floatingip, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:35.948811 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:35.950824 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.l3_db [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Floating IP 6675898b-1afe-4ef0-a46f-54a9b1b612c2 associated. External IP: 172.27.3.23, port: b2812188-6d9a-4260-9e59-e9959f8fb0ab.
Jun 08 04:10:36.404656 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:10:36.595280 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:10:36.605389 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74d44ce-0fad-44e8-83e7-c82aeb346c18 None None] Sync routers for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:10:36.614349 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:36.614751 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d44ce-0fad-44e8-83e7-c82aeb346c18 None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:10:36.615236 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-c74d44ce-0fad-44e8-83e7-c82aeb346c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00174b970>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:10:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:36.672104 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-64398377-660b-4fa3-8a30-bfd0b62ef96f tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2842526
Jun 08 04:10:36.672889 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'tag': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab'}] {{(pid=91649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:10:36.675189 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68076f80de6398871b1479c29e58ad4c04b4d9bb8781698605459407955b999f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef978b06-162e-4299-80a8-a1722c784eab" -d '{"events": [{"name": "network-changed", "server_uuid": "50d6ecb2-0282-4dbe-ae08-29b84cf49756", "tag": "b2812188-6d9a-4260-9e59-e9959f8fb0ab"}]}' {{(pid=91649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:10:36.719420 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a57e366-41c7-4bf1-8ac8-7d30d356b472 x-openstack-request-id: req-3a57e366-41c7-4bf1-8ac8-7d30d356b472 {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:10:36.719760 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d6ecb2-0282-4dbe-ae08-29b84cf49756", "tag": "b2812188-6d9a-4260-9e59-e9959f8fb0ab", "status": "completed", "code": 200}]} {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:10:36.720060 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a57e366-41c7-4bf1-8ac8-7d30d356b472 {{(pid=91649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:10:36.720539 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'tag': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab', 'status': 'completed', 'code': 200}
Jun 08 04:10:36.821889 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef978b06-162e-4299-80a8-a1722c784eab req-77c9526a-99b4-4846-b0e6-9029036ff3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:36.823495 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ef978b06-162e-4299-80a8-a1722c784eab req-77c9526a-99b4-4846-b0e6-9029036ff3db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 1098 time: 0.0709209
Jun 08 04:10:36.823877 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-c74d44ce-0fad-44e8-83e7-c82aeb346c18 None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:10:36.959855 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef978b06-162e-4299-80a8-a1722c784eab req-1f856711-3a76-4aa5-ac3b-3069f15ed9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:36.961328 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ef978b06-162e-4299-80a8-a1722c784eab req-1f856711-3a76-4aa5-ac3b-3069f15ed9c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 913 time: 0.1317585
Jun 08 04:10:37.068385 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ef978b06-162e-4299-80a8-a1722c784eab req-e121e6ee-70b0-4290-b156-463f708ff17c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2812188-6d9a-4260-9e59-e9959f8fb0ab HTTP/1.1" status: 200  len: 998 time: 0.0999985
Jun 08 04:10:37.133549 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef978b06-162e-4299-80a8-a1722c784eab req-c6fbb9c1-f732-48a5-bf49-122e98111dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:37.134961 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ef978b06-162e-4299-80a8-a1722c784eab req-c6fbb9c1-f732-48a5-bf49-122e98111dbb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 200  len: 851 time: 0.0594707
Jun 08 04:10:37.174180 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-c74d44ce-0fad-44e8-83e7-c82aeb346c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00174b970>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '19e2760b-f74b-4464-ae71-cc5d2ba56b29', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:cd:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b097668-71fe-4a11-8921-41933628ebbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:08:29Z', 'updated_at': '2021-06-08T04:08:32Z', 'revision_number': 1, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}, {'id': '6675898b-1afe-4ef0-a46f-54a9b1b612c2', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:53:fb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:10:35Z', 'updated_at': '2021-06-08T04:10:35Z', 'revision_number': 0, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:37.178688 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74d44ce-0fad-44e8-83e7-c82aeb346c18 None None] Checking router: 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:10:37.187083 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d44ce-0fad-44e8-83e7-c82aeb346c18 None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:10:37.187713 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-c74d44ce-0fad-44e8-83e7-c82aeb346c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00174b970>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:10:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:37.216385 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef978b06-162e-4299-80a8-a1722c784eab req-84983389-b15f-4a21-97bf-b97337ebb8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:37.217757 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ef978b06-162e-4299-80a8-a1722c784eab req-84983389-b15f-4a21-97bf-b97337ebb8e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8dcb41e7-7cee-4a56-8efa-df501531d14b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762572
Jun 08 04:10:37.349302 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ef978b06-162e-4299-80a8-a1722c784eab req-a5ba9cab-7306-494c-b8d9-3e4225b1097a service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235344
Jun 08 04:10:37.365260 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-c74d44ce-0fad-44e8-83e7-c82aeb346c18 None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:10:37.479144 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-ef978b06-162e-4299-80a8-a1722c784eab req-377eeff0-ffba-4ca7-89ae-27eb3f1a4415 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229506
Jun 08 04:10:37.711298 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-c74d44ce-0fad-44e8-83e7-c82aeb346c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00174b970>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '19e2760b-f74b-4464-ae71-cc5d2ba56b29', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:cd:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b097668-71fe-4a11-8921-41933628ebbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:08:29Z', 'updated_at': '2021-06-08T04:08:32Z', 'revision_number': 1, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}, {'id': '6675898b-1afe-4ef0-a46f-54a9b1b612c2', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:53:fb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:10:35Z', 'updated_at': '2021-06-08T04:10:35Z', 'revision_number': 0, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:37.715038 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74d44ce-0fad-44e8-83e7-c82aeb346c18 None None] The sync data for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi is: [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '19e2760b-f74b-4464-ae71-cc5d2ba56b29', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:cd:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b097668-71fe-4a11-8921-41933628ebbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:08:29Z', 'updated_at': '2021-06-08T04:08:32Z', 'revision_number': 1, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}, {'id': '6675898b-1afe-4ef0-a46f-54a9b1b612c2', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:53:fb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:10:35Z', 'updated_at': '2021-06-08T04:10:35Z', 'revision_number': 0, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:10:37.887039 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f16c1f-497f-44fa-85a0-4bb6f468bd7a None None] New status for floating IP 6675898b-1afe-4ef0-a46f-54a9b1b612c2: ACTIVE {{(pid=91651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:10:41.206724 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2b9504f1-7bb2-427f-8dd3-ed36cd962fc0 req-0b28823a-1b99-4a7e-a281-4005543d0461 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1780871491&fields=id&tenant_id=5961925d8e6342d3bcf7a8d24220256a HTTP/1.1" status: 200  len: 267 time: 0.0436819
Jun 08 04:10:41.289912 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9504f1-7bb2-427f-8dd3-ed36cd962fc0 req-56a01b7c-dff8-4071-8c99-cd3ab4a063f8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:41.291345 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2b9504f1-7bb2-427f-8dd3-ed36cd962fc0 req-56a01b7c-dff8-4071-8c99-cd3ab4a063f8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 984 time: 0.0788271
Jun 08 04:10:41.301765 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.v2.base [req-2b9504f1-7bb2-427f-8dd3-ed36cd962fc0 req-c15e4a1e-dd7f-4cd0-b257-0599129f96e8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Request body: {'port': {'security_groups': ['84bf4fbd-8d25-49b6-80ab-61174fe7433d']}} {{(pid=91649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 04:10:41.420586 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-2b9504f1-7bb2-427f-8dd3-ed36cd962fc0 req-c15e4a1e-dd7f-4cd0-b257-0599129f96e8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8346127'] for port, before_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:41.661593 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [req-2b9504f1-7bb2-427f-8dd3-ed36cd962fc0 req-c15e4a1e-dd7f-4cd0-b257-0599129f96e8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] For port d3a8fa75-1357-42bb-9cb2-18849731f700, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d3a8fa75-1357-42bb-9cb2-18849731f700,segment=NetworkSegment(9680d797-f2ae-45d9-8515-823c3fae4e38),segment_id=9680d797-f2ae-45d9-8515-823c3fae4e38)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:10:41.685292 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-2b9504f1-7bb2-427f-8dd3-ed36cd962fc0 req-c15e4a1e-dd7f-4cd0-b257-0599129f96e8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for port, precommit_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:41.689724 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-2b9504f1-7bb2-427f-8dd3-ed36cd962fc0 req-c15e4a1e-dd7f-4cd0-b257-0599129f96e8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774622143991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774621624203', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774621624248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2509822'] for port, after_update {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:41.695723 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-77bf93c9-e6cd-41a1-ac86-3eab82557853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:41.701960 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['d3a8fa75-1357-42bb-9cb2-18849731f700'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:10:41.760190 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9504f1-7bb2-427f-8dd3-ed36cd962fc0 req-c15e4a1e-dd7f-4cd0-b257-0599129f96e8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:41.760855 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [req-2b9504f1-7bb2-427f-8dd3-ed36cd962fc0 req-c15e4a1e-dd7f-4cd0-b257-0599129f96e8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:41.762303 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-2b9504f1-7bb2-427f-8dd3-ed36cd962fc0 req-c15e4a1e-dd7f-4cd0-b257-0599129f96e8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "PUT /v2.0/ports/d3a8fa75-1357-42bb-9cb2-18849731f700 HTTP/1.1" status: 200  len: 942 time: 0.4648597
Jun 08 04:10:41.762818 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'tag': 'd3a8fa75-1357-42bb-9cb2-18849731f700'}] {{(pid=91649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:10:41.765176 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68076f80de6398871b1479c29e58ad4c04b4d9bb8781698605459407955b999f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c3ca80-0d91-4de2-9ee3-29dc5f494bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f", "tag": "d3a8fa75-1357-42bb-9cb2-18849731f700"}]}' {{(pid=91649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:10:41.769075 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56276) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:10:41.785993 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e4a1e-dd7f-4cd0-b257-0599129f96e8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Pushing event updated for resources: {'Port': ['ID=d3a8fa75-1357-42bb-9cb2-18849731f700,revision_number=7']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:41.793140 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-c15e4a1e-dd7f-4cd0-b257-0599129f96e8 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:41.822025 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba18cb4-2ae0-4310-96a4-bb8395b11090 x-openstack-request-id: req-2ba18cb4-2ae0-4310-96a4-bb8395b11090 {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:10:41.822369 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f", "tag": "d3a8fa75-1357-42bb-9cb2-18849731f700", "status": "completed", "code": 200}]} {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:10:41.822667 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ba18cb4-2ae0-4310-96a4-bb8395b11090 {{(pid=91649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:10:41.823112 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'tag': 'd3a8fa75-1357-42bb-9cb2-18849731f700', 'status': 'completed', 'code': 200}
Jun 08 04:10:41.860703 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['d3a8fa75-1357-42bb-9cb2-18849731f700'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:10:42.000381 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-68602541-f6a3-41a4-aa9d-cb3da4cfebc5 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:42.040375 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-68602541-f6a3-41a4-aa9d-cb3da4cfebc5 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:42.044838 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.provisioning_blocks [None req-f47f52e4-4fdc-4f35-aac7-7a71de18df86 None None] Provisioning complete for port d3a8fa75-1357-42bb-9cb2-18849731f700 triggered by entity DHCP. {{(pid=91650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 04:10:42.045217 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-f47f52e4-4fdc-4f35-aac7-7a71de18df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8340276'] for port, provisioning_complete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:42.090874 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3ca80-0d91-4de2-9ee3-29dc5f494bb6 req-a7a2bc4b-2ccb-4646-8e92-f63030deaaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:42.092347 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-45c3ca80-0d91-4de2-9ee3-29dc5f494bb6 req-a7a2bc4b-2ccb-4646-8e92-f63030deaaf6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5961925d8e6342d3bcf7a8d24220256a&device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 1098 time: 0.2415981
Jun 08 04:10:42.196447 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-68602541-f6a3-41a4-aa9d-cb3da4cfebc5 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:42.199228 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-68602541-f6a3-41a4-aa9d-cb3da4cfebc5 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:42.200369 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-68602541-f6a3-41a4-aa9d-cb3da4cfebc5 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "DELETE /v2.0/security-groups/becb9c7b-6b53-4477-8c4e-8badfe122634 HTTP/1.1" status: 204  len: 168 time: 0.4293900
Jun 08 04:10:42.202815 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-5a62b496-3e40-4ed2-af27-ec0822c6faed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:42.203224 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56278) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:10:42.217704 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68602541-f6a3-41a4-aa9d-cb3da4cfebc5 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=becb9c7b-6b53-4477-8c4e-8badfe122634,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:42.221806 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-68602541-f6a3-41a4-aa9d-cb3da4cfebc5 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:42.260218 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3ca80-0d91-4de2-9ee3-29dc5f494bb6 req-2cf135e9-f9a9-456a-8d85-c267c03513ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:42.261700 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-45c3ca80-0d91-4de2-9ee3-29dc5f494bb6 req-2cf135e9-f9a9-456a-8d85-c267c03513ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d119c-875f-41f1-88bd-788762eb03e9 HTTP/1.1" status: 200  len: 915 time: 0.1625125
Jun 08 04:10:42.366766 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-45c3ca80-0d91-4de2-9ee3-29dc5f494bb6 req-2098b9af-5de4-4b88-86a5-a972861b958a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a8fa75-1357-42bb-9cb2-18849731f700 HTTP/1.1" status: 200  len: 1001 time: 0.0978558
Jun 08 04:10:42.432129 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3ca80-0d91-4de2-9ee3-29dc5f494bb6 req-123c407d-1e3e-4372-b65e-10ffef0f5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:42.433589 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-45c3ca80-0d91-4de2-9ee3-29dc5f494bb6 req-123c407d-1e3e-4372-b65e-10ffef0f5020 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b HTTP/1.1" status: 200  len: 853 time: 0.0608277
Jun 08 04:10:42.465997 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-87cd2516-8ae1-4757-82ad-0e76a42a1a30 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Deleting port 8a63aada-86c8-4b83-aad0-302a5eb7ca97 {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:10:42.466606 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-87cd2516-8ae1-4757-82ad-0e76a42a1a30 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:42.508730 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3ca80-0d91-4de2-9ee3-29dc5f494bb6 req-9951d3cd-c1ab-465e-8df1-eed499bd1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:42.510110 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-45c3ca80-0d91-4de2-9ee3-29dc5f494bb6 req-9951d3cd-c1ab-465e-8df1-eed499bd1438 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d119c-875f-41f1-88bd-788762eb03e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704582
Jun 08 04:10:42.584880 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-87cd2516-8ae1-4757-82ad-0e76a42a1a30 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:42.585217 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-87cd2516-8ae1-4757-82ad-0e76a42a1a30 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:42.642711 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-45c3ca80-0d91-4de2-9ee3-29dc5f494bb6 req-44e47aa5-ed31-4eff-bc79-ecb10cfad715 service neutron] 10.222.0.42 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260498
Jun 08 04:10:42.710919 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-87cd2516-8ae1-4757-82ad-0e76a42a1a30 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Calling delete_port for 8a63aada-86c8-4b83-aad0-302a5eb7ca97 owned by network:floatingip {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:10:42.775410 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-45c3ca80-0d91-4de2-9ee3-29dc5f494bb6 req-9a6ee209-ddbd-4339-b9ff-539b1c8a0c5d service neutron] 10.222.0.42 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260664
Jun 08 04:10:42.828234 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-87cd2516-8ae1-4757-82ad-0e76a42a1a30 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:42.832452 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:42.874039 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd2516-8ae1-4757-82ad-0e76a42a1a30 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Pushing event deleted for resources: {'Port': ['ID=8a63aada-86c8-4b83-aad0-302a5eb7ca97,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:42.877139 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-87cd2516-8ae1-4757-82ad-0e76a42a1a30 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:42.950087 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-04a5efeb-edd5-49d6-87b7-4e25fb5e773a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:42.967414 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-87cd2516-8ae1-4757-82ad-0e76a42a1a30 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks [] for floatingip, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:42.967749 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.db.l3_db [None req-87cd2516-8ae1-4757-82ad-0e76a42a1a30 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Floating IP 4822a692-c6f2-49e5-bd1d-8ce23eefc71a disassociated (deleted). External IP: 172.27.3.129, port: d3a8fa75-1357-42bb-9cb2-18849731f700.
Jun 08 04:10:43.420417 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cd2516-8ae1-4757-82ad-0e76a42a1a30 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Router 875986d3-8d23-4d87-82f0-8d9163409b81 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:10:43.601517 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cd2516-8ae1-4757-82ad-0e76a42a1a30 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:10:43.605612 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-87cd2516-8ae1-4757-82ad-0e76a42a1a30 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:43.611635 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0830fe-cc02-4fdd-89d3-7b2947a7bc3c None None] Sync routers for ids ['875986d3-8d23-4d87-82f0-8d9163409b81'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:10:43.621058 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0830fe-cc02-4fdd-89d3-7b2947a7bc3c None None] Routers {'875986d3-8d23-4d87-82f0-8d9163409b81'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:10:43.621662 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-de0830fe-cc02-4fdd-89d3-7b2947a7bc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00252feb0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:10:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['875986d3-8d23-4d87-82f0-8d9163409b81'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:43.658454 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-87cd2516-8ae1-4757-82ad-0e76a42a1a30 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "DELETE /v2.0/floatingips/4822a692-c6f2-49e5-bd1d-8ce23eefc71a HTTP/1.1" status: 204  len: 168 time: 1.4541693
Jun 08 04:10:43.824567 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'tag': 'd3a8fa75-1357-42bb-9cb2-18849731f700'}] {{(pid=91649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:10:43.827166 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68076f80de6398871b1479c29e58ad4c04b4d9bb8781698605459407955b999f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91b03e7-2710-4387-ba37-157fd580ebe6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f", "tag": "d3a8fa75-1357-42bb-9cb2-18849731f700"}]}' {{(pid=91649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:10:43.838459 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-de0830fe-cc02-4fdd-89d3-7b2947a7bc3c None None] Set router 875986d3-8d23-4d87-82f0-8d9163409b81 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:10:43.870612 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a2cb5d-0c73-4d60-ab9b-48a36f221a5d x-openstack-request-id: req-e2a2cb5d-0c73-4d60-ab9b-48a36f221a5d {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:10:43.870947 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f", "tag": "d3a8fa75-1357-42bb-9cb2-18849731f700", "status": "completed", "code": 200}]} {{(pid=91649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:10:43.871243 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2a2cb5d-0c73-4d60-ab9b-48a36f221a5d {{(pid=91649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:10:43.871684 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'tag': 'd3a8fa75-1357-42bb-9cb2-18849731f700', 'status': 'completed', 'code': 200}
Jun 08 04:10:43.970667 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b03e7-2710-4387-ba37-157fd580ebe6 req-edcd3267-f6db-496d-a2bf-9d5b9327d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:43.972194 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f91b03e7-2710-4387-ba37-157fd580ebe6 req-edcd3267-f6db-496d-a2bf-9d5b9327d0f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5961925d8e6342d3bcf7a8d24220256a&device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 1098 time: 0.0769739
Jun 08 04:10:44.145096 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b03e7-2710-4387-ba37-157fd580ebe6 req-42fe6434-c220-4c3f-b74c-29c6e7a63f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:44.147228 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f91b03e7-2710-4387-ba37-157fd580ebe6 req-42fe6434-c220-4c3f-b74c-29c6e7a63f24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=882d119c-875f-41f1-88bd-788762eb03e9 HTTP/1.1" status: 200  len: 915 time: 0.1685042
Jun 08 04:10:44.184694 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-de0830fe-cc02-4fdd-89d3-7b2947a7bc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00252feb0>, [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:08:44Z', 'revision_number': 4, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port': {'id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:41Z', 'updated_at': '2021-06-08T04:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'b751bc4e-c7f3-43d6-83da-9554ce743f40', 'name': '', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'mac_address': 'fa:16:3e:9c:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:43Z', 'updated_at': '2021-06-08T04:08:50Z', 'revision_number': 5, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'subnets': [{'id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:44.188551 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0830fe-cc02-4fdd-89d3-7b2947a7bc3c None None] Checking router: 875986d3-8d23-4d87-82f0-8d9163409b81 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:10:44.197541 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0830fe-cc02-4fdd-89d3-7b2947a7bc3c None None] Routers {'875986d3-8d23-4d87-82f0-8d9163409b81'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:10:44.198134 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-de0830fe-cc02-4fdd-89d3-7b2947a7bc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00252feb0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:10:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['875986d3-8d23-4d87-82f0-8d9163409b81'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:44.221356 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f91b03e7-2710-4387-ba37-157fd580ebe6 req-2c78e647-5c5f-4a59-b365-fcfe25fe37a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a8fa75-1357-42bb-9cb2-18849731f700 HTTP/1.1" status: 200  len: 217 time: 0.0659337
Jun 08 04:10:44.285388 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b03e7-2710-4387-ba37-157fd580ebe6 req-05b3fc25-9b95-4ed3-9123-d33699c23d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:44.287425 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f91b03e7-2710-4387-ba37-157fd580ebe6 req-05b3fc25-9b95-4ed3-9123-d33699c23d46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b HTTP/1.1" status: 200  len: 853 time: 0.0577211
Jun 08 04:10:44.363355 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b03e7-2710-4387-ba37-157fd580ebe6 req-83b6e56d-1682-4096-8ec3-2cdc20d903c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:44.365028 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f91b03e7-2710-4387-ba37-157fd580ebe6 req-83b6e56d-1682-4096-8ec3-2cdc20d903c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=882d119c-875f-41f1-88bd-788762eb03e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717576
Jun 08 04:10:44.374358 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-de0830fe-cc02-4fdd-89d3-7b2947a7bc3c None None] Set router 875986d3-8d23-4d87-82f0-8d9163409b81 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:10:44.500114 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f91b03e7-2710-4387-ba37-157fd580ebe6 req-02b3d0f8-818f-453c-87e0-f093f25102d9 service neutron] 10.222.0.42 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272552
Jun 08 04:10:44.636943 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-f91b03e7-2710-4387-ba37-157fd580ebe6 req-10198472-d97b-4e76-9aeb-18f2c0604d30 service neutron] 10.222.0.42 "GET /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269455
Jun 08 04:10:44.684304 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-de0830fe-cc02-4fdd-89d3-7b2947a7bc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00252feb0>, [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:08:44Z', 'revision_number': 4, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port': {'id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:41Z', 'updated_at': '2021-06-08T04:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'b751bc4e-c7f3-43d6-83da-9554ce743f40', 'name': '', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'mac_address': 'fa:16:3e:9c:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:43Z', 'updated_at': '2021-06-08T04:08:50Z', 'revision_number': 5, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'subnets': [{'id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:44.688085 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0830fe-cc02-4fdd-89d3-7b2947a7bc3c None None] The sync data for ids ['875986d3-8d23-4d87-82f0-8d9163409b81'] in dv-cinder-786627-8-iscsi is: [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:08:44Z', 'revision_number': 4, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port': {'id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:41Z', 'updated_at': '2021-06-08T04:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': 'b751bc4e-c7f3-43d6-83da-9554ce743f40', 'name': '', 'network_id': '882d119c-875f-41f1-88bd-788762eb03e9', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'mac_address': 'fa:16:3e:9c:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:43Z', 'updated_at': '2021-06-08T04:08:50Z', 'revision_number': 5, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'subnets': [{'id': '89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:10:44.895296 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f1540-5026-4344-8211-965f16b82c3b None None] New status for floating IP 4822a692-c6f2-49e5-bd1d-8ce23eefc71a: DOWN {{(pid=91651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:10:45.265567 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-536ceec1-04a7-4e9d-9520-0ea47ac24e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:45.472163 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:46.460584 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:46.943719 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73610bab-7659-4172-8d7b-e1260a87ff54 req-2a4caa61-25d5-4b79-87fa-687eeb921363 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:46.945175 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-73610bab-7659-4172-8d7b-e1260a87ff54 req-2a4caa61-25d5-4b79-87fa-687eeb921363 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 945 time: 0.0826859
Jun 08 04:10:46.988005 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-73610bab-7659-4172-8d7b-e1260a87ff54 req-1164dbf5-65b6-4637-95a7-26822353602a tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372789
Jun 08 04:10:48.058371 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:48.170764 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246dbfb-4f43-49af-91ad-a58e7d726556 req-66ad8970-0cc2-40fd-8f6c-f7c857c2bc0c tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:48.172194 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0246dbfb-4f43-49af-91ad-a58e7d726556 req-66ad8970-0cc2-40fd-8f6c-f7c857c2bc0c tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 945 time: 0.0790133
Jun 08 04:10:48.218449 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0246dbfb-4f43-49af-91ad-a58e7d726556 req-6de55766-a8c5-4f58-95d7-cfd91161a099 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/security-groups?id=84bf4fbd-8d25-49b6-80ab-61174fe7433d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397439
Jun 08 04:10:48.662491 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718841-7935-46ad-8b3e-b0f13f2028c6 req-c8d933a8-c7a6-4f61-8a2f-58955555582b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:10:48.663991 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-e8718841-7935-46ad-8b3e-b0f13f2028c6 req-c8d933a8-c7a6-4f61-8a2f-58955555582b tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 945 time: 0.0775917
Jun 08 04:10:48.889955 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-e8718841-7935-46ad-8b3e-b0f13f2028c6 req-effd223a-9151-4518-8e3d-495b705dad03 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Deleting port d3a8fa75-1357-42bb-9cb2-18849731f700 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:10:48.890300 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-e8718841-7935-46ad-8b3e-b0f13f2028c6 req-effd223a-9151-4518-8e3d-495b705dad03 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:49.024940 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-e8718841-7935-46ad-8b3e-b0f13f2028c6 req-effd223a-9151-4518-8e3d-495b705dad03 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] For port d3a8fa75-1357-42bb-9cb2-18849731f700, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d3a8fa75-1357-42bb-9cb2-18849731f700,segment=NetworkSegment(9680d797-f2ae-45d9-8515-823c3fae4e38),segment_id=9680d797-f2ae-45d9-8515-823c3fae4e38)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:10:49.025222 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-e8718841-7935-46ad-8b3e-b0f13f2028c6 req-effd223a-9151-4518-8e3d-495b705dad03 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:49.148056 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-e8718841-7935-46ad-8b3e-b0f13f2028c6 req-effd223a-9151-4518-8e3d-495b705dad03 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Calling delete_port for d3a8fa75-1357-42bb-9cb2-18849731f700 owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:10:49.259946 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-e8718841-7935-46ad-8b3e-b0f13f2028c6 req-effd223a-9151-4518-8e3d-495b705dad03 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:49.265547 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-a8b79898-0423-4929-9e09-2b6b6a508ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:49.271337 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] get_ports_and_sgs() called for port_ids ['d3a8fa75-1357-42bb-9cb2-18849731f700'] {{(pid=91650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 04:10:49.311227 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd223a-9151-4518-8e3d-495b705dad03 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Pushing event deleted for resources: {'Port': ['ID=d3a8fa75-1357-42bb-9cb2-18849731f700,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:49.314306 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-effd223a-9151-4518-8e3d-495b705dad03 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:49.374103 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9925de53-0775-4ca6-8821-9ab253775d24 req-d2bcd3b2-bb03-45dd-ab12-e34abc0902fe tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f HTTP/1.1" status: 200  len: 210 time: 0.0495815
Jun 08 04:10:49.391601 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8718841-7935-46ad-8b3e-b0f13f2028c6 req-effd223a-9151-4518-8e3d-495b705dad03 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] No DVR routers for this DVR port d3a8fa75-1357-42bb-9cb2-18849731f700 on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:10:49.396948 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-e8718841-7935-46ad-8b3e-b0f13f2028c6 req-effd223a-9151-4518-8e3d-495b705dad03 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:49.399020 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-e8718841-7935-46ad-8b3e-b0f13f2028c6 req-effd223a-9151-4518-8e3d-495b705dad03 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] 10.222.0.42 "DELETE /v2.0/ports/d3a8fa75-1357-42bb-9cb2-18849731f700 HTTP/1.1" status: 204  len: 173 time: 0.7296157
Jun 08 04:10:49.399519 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'name': 'network-vif-deleted', 'tag': 'd3a8fa75-1357-42bb-9cb2-18849731f700'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:10:49.401818 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77514cb8-4fc2-444d-b43e-de210dbc9236" -d '{"events": [{"server_uuid": "0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f", "name": "network-vif-deleted", "tag": "d3a8fa75-1357-42bb-9cb2-18849731f700"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:10:49.447724 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a9fd7b-20e9-4fab-b6f6-ff34b76706b4 x-openstack-request-id: req-43a9fd7b-20e9-4fab-b6f6-ff34b76706b4 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:10:49.448062 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f", "name": "network-vif-deleted", "tag": "d3a8fa75-1357-42bb-9cb2-18849731f700", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:10:49.448386 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43a9fd7b-20e9-4fab-b6f6-ff34b76706b4 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:10:49.448824 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6ddbb5-263d-4bd2-a6e7-6f4c796a783f', 'name': 'network-vif-deleted', 'tag': 'd3a8fa75-1357-42bb-9cb2-18849731f700', 'status': 'completed', 'code': 200}
Jun 08 04:10:50.980147 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56364) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:10:51.504740 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2d6e77bd-b3a8-4ce3-905c-a125f8d28eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032997'] for router_interface, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:52.025432 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e77bd-b3a8-4ce3-905c-a125f8d28eb1 admin admin] Deleting port b751bc4e-c7f3-43d6-83da-9554ce743f40 {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:10:52.025965 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2d6e77bd-b3a8-4ce3-905c-a125f8d28eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:52.145400 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [None req-2d6e77bd-b3a8-4ce3-905c-a125f8d28eb1 admin admin] For port b751bc4e-c7f3-43d6-83da-9554ce743f40, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=b751bc4e-c7f3-43d6-83da-9554ce743f40,segment=NetworkSegment(9680d797-f2ae-45d9-8515-823c3fae4e38),segment_id=9680d797-f2ae-45d9-8515-823c3fae4e38)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:10:52.145748 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2d6e77bd-b3a8-4ce3-905c-a125f8d28eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:52.285263 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e77bd-b3a8-4ce3-905c-a125f8d28eb1 admin admin] Calling delete_port for b751bc4e-c7f3-43d6-83da-9554ce743f40 owned by network:router_interface {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:10:52.428596 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2d6e77bd-b3a8-4ce3-905c-a125f8d28eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:52.432088 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:52.465252 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device d3a8fa75-1357-42bb-9cb2-18849731f700 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:10:52.472495 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e77bd-b3a8-4ce3-905c-a125f8d28eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b751bc4e-c7f3-43d6-83da-9554ce743f40,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:52.477167 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-2d6e77bd-b3a8-4ce3-905c-a125f8d28eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:52.504022 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: d3a8fa75-1357-42bb-9cb2-18849731f700 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:10:52.504415 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device d3a8fa75-1357-42bb-9cb2-18849731f700 not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:10:52.752401 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-2d6e77bd-b3a8-4ce3-905c-a125f8d28eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614622'] for router_interface, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:53.218668 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6e77bd-b3a8-4ce3-905c-a125f8d28eb1 admin admin] Router 875986d3-8d23-4d87-82f0-8d9163409b81 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:10:53.391418 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6e77bd-b3a8-4ce3-905c-a125f8d28eb1 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:10:53.396789 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-2d6e77bd-b3a8-4ce3-905c-a125f8d28eb1 admin admin] 10.222.0.15 "PUT /v2.0/routers/875986d3-8d23-4d87-82f0-8d9163409b81/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4155552
Jun 08 04:10:53.399015 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56366) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:10:53.399891 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1736e39-6865-4513-8f51-9328cc1accc8 None None] Sync routers for ids ['875986d3-8d23-4d87-82f0-8d9163409b81'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:10:53.408925 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1736e39-6865-4513-8f51-9328cc1accc8 None None] Routers {'875986d3-8d23-4d87-82f0-8d9163409b81'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:10:53.409563 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-d1736e39-6865-4513-8f51-9328cc1accc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002675a60>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:10:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['875986d3-8d23-4d87-82f0-8d9163409b81'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:53.574008 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Notify callbacks [] for router, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:53.585740 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-d1736e39-6865-4513-8f51-9328cc1accc8 None None] Set router 875986d3-8d23-4d87-82f0-8d9163409b81 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:10:53.750351 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:53.822644 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Deleting port 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:10:53.823284 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:53.909592 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-d1736e39-6865-4513-8f51-9328cc1accc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002675a60>, [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:10:52Z', 'revision_number': 5, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port': {'id': '36fb81e0-361b-4b35-a1b9-a7d13c7130e4', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:41Z', 'updated_at': '2021-06-08T04:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:53.913498 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1736e39-6865-4513-8f51-9328cc1accc8 None None] Checking router: 875986d3-8d23-4d87-82f0-8d9163409b81 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:10:53.921702 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1736e39-6865-4513-8f51-9328cc1accc8 None None] Routers {'875986d3-8d23-4d87-82f0-8d9163409b81'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:10:53.922309 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-d1736e39-6865-4513-8f51-9328cc1accc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb002675a60>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:10:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['875986d3-8d23-4d87-82f0-8d9163409b81'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:53.945903 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] For port 36fb81e0-361b-4b35-a1b9-a7d13c7130e4, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=36fb81e0-361b-4b35-a1b9-a7d13c7130e4,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:10:53.946257 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:54.067271 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Calling delete_port for 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 owned by network:router_gateway {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:10:54.074623 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-d1736e39-6865-4513-8f51-9328cc1accc8 None None] Set router 875986d3-8d23-4d87-82f0-8d9163409b81 gateway port host: None {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:10:54.178135 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-d1736e39-6865-4513-8f51-9328cc1accc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb002675a60>, [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:10:53Z', 'revision_number': 6, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port_host': None}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:54.182478 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1736e39-6865-4513-8f51-9328cc1accc8 None None] The sync data for ids ['875986d3-8d23-4d87-82f0-8d9163409b81'] in dv-cinder-786627-8-iscsi is: [{'id': '875986d3-8d23-4d87-82f0-8d9163409b81', 'name': 'tempest-TestMinimumBasicScenario-299985785-router', 'tenant_id': '5961925d8e6342d3bcf7a8d24220256a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:40Z', 'updated_at': '2021-06-08T04:10:53Z', 'revision_number': 6, 'project_id': '5961925d8e6342d3bcf7a8d24220256a', 'gw_port_host': None}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:10:54.300460 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:54.305313 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:54.346894 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=36fb81e0-361b-4b35-a1b9-a7d13c7130e4,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:54.372422 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:54.436970 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033027'] for router_gateway, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:54.611133 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:54.613330 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:54.635989 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-618746'] for router, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:54.636537 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 875986d3-8d23-4d87-82f0-8d9163409b81 {{(pid=91648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 04:10:54.640545 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] Notify callbacks [] for router, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:54.641912 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-6b32934c-441a-4b0f-9129-a3d5b8606e60 admin admin] 10.222.0.15 "DELETE /v2.0/routers/875986d3-8d23-4d87-82f0-8d9163409b81 HTTP/1.1" status: 204  len: 168 time: 1.2419245
Jun 08 04:10:54.644481 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56368) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:10:54.702065 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_v2 [None req-225176e3-4763-4c2c-94b7-ddb0b7572b17 admin admin] Deleting subnet 89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b {{(pid=91648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:10:54.704824 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-225176e3-4763-4c2c-94b7-ddb0b7572b17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:54.754987 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-225176e3-4763-4c2c-94b7-ddb0b7572b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327513'] for subnet, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:54.830412 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-225176e3-4763-4c2c-94b7-ddb0b7572b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:54.895406 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-225176e3-4763-4c2c-94b7-ddb0b7572b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2358576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981074'] for subnet, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:54.899701 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:54.938963 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225176e3-4763-4c2c-94b7-ddb0b7572b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:54.942012 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-225176e3-4763-4c2c-94b7-ddb0b7572b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:54.942990 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-225176e3-4763-4c2c-94b7-ddb0b7572b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:54.945118 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-225176e3-4763-4c2c-94b7-ddb0b7572b17 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/89a8a087-e8be-4ae6-b3fb-b9a1d7f2421b HTTP/1.1" status: 204  len: 168 time: 0.2996087
Jun 08 04:10:54.947537 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56370) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:10:54.954190 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cda54b-a511-4319-8272-79bb2a1d94ec None None] Network 882d119c-875f-41f1-88bd-788762eb03e9 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:10:55.055257 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:55.129402 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Deleting port 43305c0b-3627-46d8-87f3-d340ab9bb9f3 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:10:55.129810 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:55.234731 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da952bad-2430-4161-bce7-bf6ddebcd236 None None] DHCP port deletion for 882d119c-875f-41f1-88bd-788762eb03e9 request from dv-cinder-786627-8-iscsi {{(pid=91650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 04:10:55.242582 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] For port 43305c0b-3627-46d8-87f3-d340ab9bb9f3, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=43305c0b-3627-46d8-87f3-d340ab9bb9f3,segment=NetworkSegment(9680d797-f2ae-45d9-8515-823c3fae4e38),segment_id=9680d797-f2ae-45d9-8515-823c3fae4e38)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:10:55.242945 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:55.298390 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-da952bad-2430-4161-bce7-bf6ddebcd236 None None] Deleting port 43305c0b-3627-46d8-87f3-d340ab9bb9f3 {{(pid=91650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:10:55.298788 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-da952bad-2430-4161-bce7-bf6ddebcd236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:55.365197 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Calling delete_port for 43305c0b-3627-46d8-87f3-d340ab9bb9f3 owned by network:dhcp {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:10:55.398545 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-da952bad-2430-4161-bce7-bf6ddebcd236 None None] For port 43305c0b-3627-46d8-87f3-d340ab9bb9f3, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=43305c0b-3627-46d8-87f3-d340ab9bb9f3,segment=NetworkSegment(9680d797-f2ae-45d9-8515-823c3fae4e38),segment_id=9680d797-f2ae-45d9-8515-823c3fae4e38)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:10:55.398944 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-da952bad-2430-4161-bce7-bf6ddebcd236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:55.410423 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:55.415256 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-effd223a-9151-4518-8e3d-495b705dad03 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:55.462577 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Pushing event deleted for resources: {'Port': ['ID=43305c0b-3627-46d8-87f3-d340ab9bb9f3,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:55.464343 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] No DVR routers for this DVR port 43305c0b-3627-46d8-87f3-d340ab9bb9f3 on host dv-cinder-786627-8-iscsi {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:10:55.465822 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:55.521419 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-da952bad-2430-4161-bce7-bf6ddebcd236 None None] Calling delete_port for 43305c0b-3627-46d8-87f3-d340ab9bb9f3 owned by network:dhcp {{(pid=91650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:10:55.561996 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-da952bad-2430-4161-bce7-bf6ddebcd236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194'] for port, after_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:55.566274 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-3bfd1eb0-1f98-4a50-bb21-ea9c1c1d5bc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:55.579631 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:55.592784 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb001cc4370>,) {'filters': {'network_id': ['882d119c-875f-41f1-88bd-788762eb03e9']}} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:55.605414 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb001cc4370>, '9680d797-f2ae-45d9-8515-823c3fae4e38') {'for_net_delete': True} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:55.605724 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb001cc4370>, '9680d797-f2ae-45d9-8515-823c3fae4e38') {} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:55.610831 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da952bad-2430-4161-bce7-bf6ddebcd236 None None] Pushing event deleted for resources: {'Port': ['ID=43305c0b-3627-46d8-87f3-d340ab9bb9f3,revision_number=None']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:55.613211 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-da952bad-2430-4161-bce7-bf6ddebcd236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:55.615664 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da952bad-2430-4161-bce7-bf6ddebcd236 None None] No DVR routers for this DVR port 43305c0b-3627-46d8-87f3-d340ab9bb9f3 on host dv-cinder-786627-8-iscsi {{(pid=91650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:10:55.617800 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2327506'] for segment, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:55.635795 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:55.642070 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=91648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:10:55.642455 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2358677'] for segment, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]: Traceback (most recent call last):
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     timer()
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     cb(*args, **kw)
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     return func(*args, **kwargs)
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     self._notify()
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     self.callback(batched_events)
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     event.method(event)
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     return f(self, *a, **k)
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._get(url).json()
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:10:55.655807 dv-cinder-786627-8-iscsi neutron-server[91648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:10:55.829893 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:55.833455 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:55.845752 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:55.847514 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] 10.222.0.15 "DELETE /v2.0/networks/882d119c-875f-41f1-88bd-788762eb03e9 HTTP/1.1" status: 204  len: 168 time: 0.8990018
Jun 08 04:10:55.851134 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56372) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:10:55.909411 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Pushing event deleted for resources: {'Network': ['ID=882d119c-875f-41f1-88bd-788762eb03e9,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:55.922631 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:56.081131 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:10:56.115137 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:10:56.115495 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 36fb81e0-361b-4b35-a1b9-a7d13c7130e4 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:10:56.115937 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device b751bc4e-c7f3-43d6-83da-9554ce743f40 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:10:56.148265 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: b751bc4e-c7f3-43d6-83da-9554ce743f40 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:10:56.148640 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device b751bc4e-c7f3-43d6-83da-9554ce743f40 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:10:56.149060 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 43305c0b-3627-46d8-87f3-d340ab9bb9f3 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:10:56.184043 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: 43305c0b-3627-46d8-87f3-d340ab9bb9f3 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:10:56.184420 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 43305c0b-3627-46d8-87f3-d340ab9bb9f3 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:10:56.384600 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-212c5346-76f1-49d6-8578-2b317637f00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032997'] for router_interface, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:56.786497 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-212c5346-76f1-49d6-8578-2b317637f00b admin admin] Deleting port bf94a749-7fe2-4f8c-9285-fc603c2d40c3 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:10:56.787216 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-212c5346-76f1-49d6-8578-2b317637f00b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:56.905478 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-212c5346-76f1-49d6-8578-2b317637f00b admin admin] For port bf94a749-7fe2-4f8c-9285-fc603c2d40c3, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=bf94a749-7fe2-4f8c-9285-fc603c2d40c3,segment=NetworkSegment(e6d7aff6-ec1b-4278-8a05-4b6e7325825b),segment_id=e6d7aff6-ec1b-4278-8a05-4b6e7325825b)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:10:56.905825 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-212c5346-76f1-49d6-8578-2b317637f00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:57.025806 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-212c5346-76f1-49d6-8578-2b317637f00b admin admin] Calling delete_port for bf94a749-7fe2-4f8c-9285-fc603c2d40c3 owned by network:router_interface {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:10:57.156018 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-212c5346-76f1-49d6-8578-2b317637f00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:57.159413 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:57.302660 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c5346-76f1-49d6-8578-2b317637f00b admin admin] Pushing event deleted for resources: {'Port': ['ID=bf94a749-7fe2-4f8c-9285-fc603c2d40c3,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:57.305894 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-212c5346-76f1-49d6-8578-2b317637f00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:57.561571 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-212c5346-76f1-49d6-8578-2b317637f00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614622'] for router_interface, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:57.914325 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212c5346-76f1-49d6-8578-2b317637f00b admin admin] Router 96c93550-ac88-4e6f-a454-b6b3627481d0 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:10:58.088403 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212c5346-76f1-49d6-8578-2b317637f00b admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:10:58.093160 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-212c5346-76f1-49d6-8578-2b317637f00b admin admin] 10.222.0.15 "PUT /v2.0/routers/96c93550-ac88-4e6f-a454-b6b3627481d0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2410789
Jun 08 04:10:58.095559 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56376) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:10:58.098139 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3470a929-4a53-404d-94fa-5932749948fe None None] Sync routers for ids ['96c93550-ac88-4e6f-a454-b6b3627481d0'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:10:58.107549 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3470a929-4a53-404d-94fa-5932749948fe None None] Routers {'96c93550-ac88-4e6f-a454-b6b3627481d0'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:10:58.108218 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-3470a929-4a53-404d-94fa-5932749948fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0021e1460>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:10:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['96c93550-ac88-4e6f-a454-b6b3627481d0'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:58.274116 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:58.277402 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-3470a929-4a53-404d-94fa-5932749948fe None None] Set router 96c93550-ac88-4e6f-a454-b6b3627481d0 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:10:58.448765 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:58.590087 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-3470a929-4a53-404d-94fa-5932749948fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0021e1460>, [{'id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'name': 'tempest-TestMinimumBasicScenario-1551376992-router', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8f2e82de-86d9-4627-b067-f17afd7db1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:46Z', 'updated_at': '2021-06-08T04:10:57Z', 'revision_number': 5, 'project_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'gw_port': {'id': '8f2e82de-86d9-4627-b067-f17afd7db1e9', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:08:47Z', 'updated_at': '2021-06-08T04:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:58.593847 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3470a929-4a53-404d-94fa-5932749948fe None None] Checking router: 96c93550-ac88-4e6f-a454-b6b3627481d0 for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:10:58.602256 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3470a929-4a53-404d-94fa-5932749948fe None None] Routers {'96c93550-ac88-4e6f-a454-b6b3627481d0'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:10:58.602880 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-3470a929-4a53-404d-94fa-5932749948fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0021e1460>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:10:45Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['96c93550-ac88-4e6f-a454-b6b3627481d0'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:58.638259 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Deleting port 8f2e82de-86d9-4627-b067-f17afd7db1e9 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:10:58.638604 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:58.761065 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] For port 8f2e82de-86d9-4627-b067-f17afd7db1e9, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=8f2e82de-86d9-4627-b067-f17afd7db1e9,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:10:58.761424 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:58.771572 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-3470a929-4a53-404d-94fa-5932749948fe None None] Set router 96c93550-ac88-4e6f-a454-b6b3627481d0 gateway port host: None {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:10:58.874270 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-3470a929-4a53-404d-94fa-5932749948fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0021e1460>, [{'id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'name': 'tempest-TestMinimumBasicScenario-1551376992-router', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:46Z', 'updated_at': '2021-06-08T04:10:58Z', 'revision_number': 6, 'project_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'gw_port_host': None}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:10:58.878036 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3470a929-4a53-404d-94fa-5932749948fe None None] The sync data for ids ['96c93550-ac88-4e6f-a454-b6b3627481d0'] in dv-cinder-786627-8-iscsi is: [{'id': '96c93550-ac88-4e6f-a454-b6b3627481d0', 'name': 'tempest-TestMinimumBasicScenario-1551376992-router', 'tenant_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:08:46Z', 'updated_at': '2021-06-08T04:10:58Z', 'revision_number': 6, 'project_id': '7882eb88d36f4107b1bb8b90cb7d24b4', 'gw_port_host': None}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:10:58.885211 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Calling delete_port for 8f2e82de-86d9-4627-b067-f17afd7db1e9 owned by network:router_gateway {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:10:59.025990 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:59.029620 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-adbe47f5-7a7a-412a-9b8a-8c0b53d0aeaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:59.073492 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2e82de-86d9-4627-b067-f17afd7db1e9,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:59.076607 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:59.167164 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033027'] for router_gateway, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:59.344283 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:59.346460 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:59.368452 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-618746'] for router, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:59.369100 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96c93550-ac88-4e6f-a454-b6b3627481d0 {{(pid=91648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 04:10:59.373156 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] Notify callbacks [] for router, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:59.374123 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-2653eac0-79d7-4a56-9d1d-2e8d0760cec5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/96c93550-ac88-4e6f-a454-b6b3627481d0 HTTP/1.1" status: 204  len: 168 time: 1.2774117
Jun 08 04:10:59.376680 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56378) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:10:59.435010 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f68bed-7b62-43c5-8ea7-7d64e5f3be5d admin admin] Deleting subnet 57fcb91b-5719-4483-b203-e32c66bfe5d8 {{(pid=91648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:10:59.437798 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-55f68bed-7b62-43c5-8ea7-7d64e5f3be5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:59.488749 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-55f68bed-7b62-43c5-8ea7-7d64e5f3be5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327513'] for subnet, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:59.565166 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-55f68bed-7b62-43c5-8ea7-7d64e5f3be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:59.635749 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-55f68bed-7b62-43c5-8ea7-7d64e5f3be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2358576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981074'] for subnet, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:59.640906 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:10:59.680400 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f68bed-7b62-43c5-8ea7-7d64e5f3be5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57fcb91b-5719-4483-b203-e32c66bfe5d8,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:10:59.682332 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-55f68bed-7b62-43c5-8ea7-7d64e5f3be5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:59.684117 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-55f68bed-7b62-43c5-8ea7-7d64e5f3be5d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/57fcb91b-5719-4483-b203-e32c66bfe5d8 HTTP/1.1" status: 204  len: 168 time: 0.3065464
Jun 08 04:10:59.685085 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-55f68bed-7b62-43c5-8ea7-7d64e5f3be5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:10:59.686624 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56380) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:10:59.689261 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154a5915-09b9-40b2-bf63-fbcc4aee1fc8 None None] Network 554af109-bc2f-4ad2-a055-005b38800ba6 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:10:59.791549 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:59.865503 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Deleting port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:10:59.866402 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:10:59.972733 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c684ca7e-04a8-4a64-a4cd-491010bad25b None None] DHCP port deletion for 554af109-bc2f-4ad2-a055-005b38800ba6 request from dv-cinder-786627-8-iscsi {{(pid=91650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 04:10:59.973744 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] For port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=3610e4e0-8337-4cca-91d8-f5c95f38ee9f,segment=NetworkSegment(e6d7aff6-ec1b-4278-8a05-4b6e7325825b),segment_id=e6d7aff6-ec1b-4278-8a05-4b6e7325825b)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:10:59.974106 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.039297 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-c684ca7e-04a8-4a64-a4cd-491010bad25b None None] Deleting port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f {{(pid=91650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:11:00.039671 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-c684ca7e-04a8-4a64-a4cd-491010bad25b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.107618 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device bf94a749-7fe2-4f8c-9285-fc603c2d40c3 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:11:00.156847 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: bf94a749-7fe2-4f8c-9285-fc603c2d40c3 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:11:00.157194 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device bf94a749-7fe2-4f8c-9285-fc603c2d40c3 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:11:00.157610 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 8f2e82de-86d9-4627-b067-f17afd7db1e9 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:11:00.199968 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Calling delete_port for 3610e4e0-8337-4cca-91d8-f5c95f38ee9f owned by network:dhcp {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:11:00.200536 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: 8f2e82de-86d9-4627-b067-f17afd7db1e9 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:11:00.200536 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 8f2e82de-86d9-4627-b067-f17afd7db1e9 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:11:00.200876 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 3610e4e0-8337-4cca-91d8-f5c95f38ee9f no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:11:00.250118 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.252749 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-c684ca7e-04a8-4a64-a4cd-491010bad25b None None] For port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=3610e4e0-8337-4cca-91d8-f5c95f38ee9f,segment=NetworkSegment(e6d7aff6-ec1b-4278-8a05-4b6e7325825b),segment_id=e6d7aff6-ec1b-4278-8a05-4b6e7325825b)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:11:00.253153 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-c684ca7e-04a8-4a64-a4cd-491010bad25b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.254947 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2fac0306-7874-47be-a064-0a0a0b0adfd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:11:00.302048 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Pushing event deleted for resources: {'Port': ['ID=3610e4e0-8337-4cca-91d8-f5c95f38ee9f,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:11:00.304085 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] No DVR routers for this DVR port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f on host dv-cinder-786627-8-iscsi {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:11:00.305581 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:11:00.383589 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-c684ca7e-04a8-4a64-a4cd-491010bad25b None None] Calling delete_port for 3610e4e0-8337-4cca-91d8-f5c95f38ee9f owned by network:dhcp {{(pid=91650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:11:00.390804 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No active binding found for port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f {{(pid=91650) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 08 04:11:00.391464 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 3610e4e0-8337-4cca-91d8-f5c95f38ee9f not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:11:00.421629 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.431225 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-c684ca7e-04a8-4a64-a4cd-491010bad25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194'] for port, after_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.434846 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb001e66040>,) {'filters': {'network_id': ['554af109-bc2f-4ad2-a055-005b38800ba6']}} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:11:00.436222 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-4688dbdc-6086-4919-b1fb-11e45b306ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:11:00.446920 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb001e66040>, 'e6d7aff6-ec1b-4278-8a05-4b6e7325825b') {'for_net_delete': True} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:11:00.447230 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb001e66040>, 'e6d7aff6-ec1b-4278-8a05-4b6e7325825b') {} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:11:00.458382 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2327506'] for segment, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.474103 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.480185 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684ca7e-04a8-4a64-a4cd-491010bad25b None None] No DVR routers for this DVR port 3610e4e0-8337-4cca-91d8-f5c95f38ee9f on host dv-cinder-786627-8-iscsi {{(pid=91650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:11:00.482585 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=91648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:11:00.483051 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2358677'] for segment, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.484027 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684ca7e-04a8-4a64-a4cd-491010bad25b None None] Pushing event deleted for resources: {'Port': ['ID=3610e4e0-8337-4cca-91d8-f5c95f38ee9f,revision_number=None']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:11:00.492861 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-c684ca7e-04a8-4a64-a4cd-491010bad25b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]: Traceback (most recent call last):
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     timer()
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     cb(*args, **kw)
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     return func(*args, **kwargs)
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     self._notify()
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     self.callback(batched_events)
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     event.method(event)
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     return f(self, *a, **k)
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._get(url).json()
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:11:00.500680 dv-cinder-786627-8-iscsi neutron-server[91648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:11:00.577660 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.581400 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-9b894aaf-6623-478b-a443-e0343afd84aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:11:00.594487 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.596227 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] 10.222.0.15 "DELETE /v2.0/networks/554af109-bc2f-4ad2-a055-005b38800ba6 HTTP/1.1" status: 204  len: 168 time: 0.9088190
Jun 08 04:11:00.602847 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Pushing event deleted for resources: {'Network': ['ID=554af109-bc2f-4ad2-a055-005b38800ba6,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:11:00.605216 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-be789163-36fb-4891-a80a-7d2a5888ecae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:11:00.764720 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56384) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:11:00.816045 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-9752a38e-d88c-4bac-ab29-793ec1b904e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5961925d8e6342d3bcf7a8d24220256a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0501347
Jun 08 04:11:00.818387 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56386) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:11:00.873697 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d84cad40-2d19-4db6-bee9-54bcf16541a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.898794 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d84cad40-2d19-4db6-bee9-54bcf16541a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.949375 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d84cad40-2d19-4db6-bee9-54bcf16541a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.951763 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-d84cad40-2d19-4db6-bee9-54bcf16541a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:00.952873 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-d84cad40-2d19-4db6-bee9-54bcf16541a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84bf4fbd-8d25-49b6-80ab-61174fe7433d HTTP/1.1" status: 204  len: 168 time: 0.1335509
Jun 08 04:11:00.953685 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-9ffa623b-4137-4e4f-a32e-0762d3e3f2e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:11:00.963522 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cad40-2d19-4db6-bee9-54bcf16541a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bf4fbd-8d25-49b6-80ab-61174fe7433d,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:11:00.965935 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-d84cad40-2d19-4db6-bee9-54bcf16541a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:11:01.282654 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56392) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:11:01.333361 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-1df28ba2-5a61-4483-9cbd-7bf6c408940b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7882eb88d36f4107b1bb8b90cb7d24b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0495067
Jun 08 04:11:01.336215 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56394) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:11:01.395192 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1a6b83a2-fbb4-4482-9d22-f1e482867fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:01.420068 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1a6b83a2-fbb4-4482-9d22-f1e482867fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:01.470113 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1a6b83a2-fbb4-4482-9d22-f1e482867fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:01.472620 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-1a6b83a2-fbb4-4482-9d22-f1e482867fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:01.473775 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-1a6b83a2-fbb4-4482-9d22-f1e482867fb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6b0d9f5-7c2c-4f97-aac8-9d89114b2b10 HTTP/1.1" status: 204  len: 168 time: 0.1366551
Jun 08 04:11:01.474587 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-cb59bc2e-ddab-47b7-9491-7ca44fdfb980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:11:01.484474 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b83a2-fbb4-4482-9d22-f1e482867fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b0d9f5-7c2c-4f97-aac8-9d89114b2b10,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:11:01.486850 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-1a6b83a2-fbb4-4482-9d22-f1e482867fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:11:05.963267 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:06.894801 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:11:12.955232 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-910fb263-2a31-43a6-89f5-7636776ea8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:15.266197 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-bcf63b76-4d26-4258-8bbb-9d43209dfb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:15.473274 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:16.462714 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:18.060867 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:35.962169 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:42.955991 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6af47e8f-de92-43be-9b62-cb1099658a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:43.893746 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:11:45.267292 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ab647be4-371f-46d3-89be-381e879345c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:45.474512 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:46.465377 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:11:48.062578 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:05.981764 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:12.957226 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ae33d22e-a5fc-4f07-a3f6-e145c20238cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:15.268811 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-b2741925-6079-4c2d-9019-7b9f7945c165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:15.475628 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:15.703043 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56426) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:15.974677 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Deleting port 3344c94c-130e-414a-8815-8fe19d407553 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:12:15.975014 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:16.090378 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:16.090704 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:16.210965 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Calling delete_port for 3344c94c-130e-414a-8815-8fe19d407553 owned by network:floatingip {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:12:16.335054 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:16.339863 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-750cc581-cd4d-400f-b863-f439f22c9599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:16.382352 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event deleted for resources: {'Port': ['ID=3344c94c-130e-414a-8815-8fe19d407553,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:16.419321 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:16.419704 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:16.420081 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:16.420496 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:16.420858 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:16.421224 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:16.421586 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:16.421945 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:16.422305 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:16.422660 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:16.423014 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:16.423372 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:16.430305 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:16.468190 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:16.486097 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for floatingip, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:16.486364 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.l3_db [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Floating IP 6675898b-1afe-4ef0-a46f-54a9b1b612c2 disassociated (deleted). External IP: 172.27.3.23, port: b2812188-6d9a-4260-9e59-e9959f8fb0ab.
Jun 08 04:12:16.930288 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:12:17.107076 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:12:17.111165 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:17.116297 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb50511-a64f-4b0b-a4b0-323eb7369e80 None None] Sync routers for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:12:17.126208 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb50511-a64f-4b0b-a4b0-323eb7369e80 None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:12:17.126820 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-ecb50511-a64f-4b0b-a4b0-323eb7369e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb001ff2b20>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:12:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:17.164280 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-d6b51a67-2bdf-4adb-80e5-57dab5c62352 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "DELETE /v2.0/floatingips/6675898b-1afe-4ef0-a46f-54a9b1b612c2 HTTP/1.1" status: 204  len: 168 time: 1.4601955
Jun 08 04:12:17.164969 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'tag': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:12:17.167292 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48266892-ccb9-4a03-9c5c-c7595957a556" -d '{"events": [{"name": "network-changed", "server_uuid": "50d6ecb2-0282-4dbe-ae08-29b84cf49756", "tag": "b2812188-6d9a-4260-9e59-e9959f8fb0ab"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:12:17.215830 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555713e9-8650-473a-8516-0d46dac71c93 x-openstack-request-id: req-555713e9-8650-473a-8516-0d46dac71c93 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:12:17.216599 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d6ecb2-0282-4dbe-ae08-29b84cf49756", "tag": "b2812188-6d9a-4260-9e59-e9959f8fb0ab", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:12:17.216903 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-555713e9-8650-473a-8516-0d46dac71c93 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:12:17.217343 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'tag': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab', 'status': 'completed', 'code': 200}
Jun 08 04:12:17.311329 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-ecb50511-a64f-4b0b-a4b0-323eb7369e80 None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:12:17.318044 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48266892-ccb9-4a03-9c5c-c7595957a556 req-f6105dd1-73da-4133-ad70-baebe92f52e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:17.319942 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-48266892-ccb9-4a03-9c5c-c7595957a556 req-f6105dd1-73da-4133-ad70-baebe92f52e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 1098 time: 0.0816898
Jun 08 04:12:17.469820 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48266892-ccb9-4a03-9c5c-c7595957a556 req-872f552b-d667-4731-bb75-3120c472f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:17.471172 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-48266892-ccb9-4a03-9c5c-c7595957a556 req-872f552b-d667-4731-bb75-3120c472f600 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 913 time: 0.1451604
Jun 08 04:12:17.535023 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a40b4-bced-4b3b-8355-ea52080ebb79 req-356e3638-48b3-417c-9d76-9a115e410696 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:17.536616 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-217a40b4-bced-4b3b-8355-ea52080ebb79 req-356e3638-48b3-417c-9d76-9a115e410696 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 945 time: 0.0824575
Jun 08 04:12:17.541904 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-48266892-ccb9-4a03-9c5c-c7595957a556 req-2bf5be3c-4293-4e20-b8d6-b7d0205ccb9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2812188-6d9a-4260-9e59-e9959f8fb0ab HTTP/1.1" status: 200  len: 217 time: 0.0622907
Jun 08 04:12:17.583249 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-217a40b4-bced-4b3b-8355-ea52080ebb79 req-2547d981-04b9-409d-9dbc-45f3ce7f4dc8 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398390
Jun 08 04:12:17.609529 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48266892-ccb9-4a03-9c5c-c7595957a556 req-b5033a2b-ed72-4ebb-8731-bcda4cecdb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:17.610946 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-48266892-ccb9-4a03-9c5c-c7595957a556 req-b5033a2b-ed72-4ebb-8731-bcda4cecdb20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 200  len: 851 time: 0.0624361
Jun 08 04:12:17.687239 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48266892-ccb9-4a03-9c5c-c7595957a556 req-829dbb9e-af82-4e0e-8233-37b16a4031c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:17.688780 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-48266892-ccb9-4a03-9c5c-c7595957a556 req-829dbb9e-af82-4e0e-8233-37b16a4031c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8dcb41e7-7cee-4a56-8efa-df501531d14b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688083
Jun 08 04:12:17.709631 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-ecb50511-a64f-4b0b-a4b0-323eb7369e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb001ff2b20>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '19e2760b-f74b-4464-ae71-cc5d2ba56b29', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:cd:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b097668-71fe-4a11-8921-41933628ebbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:08:29Z', 'updated_at': '2021-06-08T04:08:32Z', 'revision_number': 1, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:17.714096 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb50511-a64f-4b0b-a4b0-323eb7369e80 None None] Checking router: 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:12:17.722436 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb50511-a64f-4b0b-a4b0-323eb7369e80 None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:12:17.722981 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-ecb50511-a64f-4b0b-a4b0-323eb7369e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb001ff2b20>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:12:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:17.822747 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-48266892-ccb9-4a03-9c5c-c7595957a556 req-34ac94dc-be03-49a3-9618-3d4ad04e06c7 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238441
Jun 08 04:12:17.901414 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-ecb50511-a64f-4b0b-a4b0-323eb7369e80 None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:12:17.955840 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-48266892-ccb9-4a03-9c5c-c7595957a556 req-f78af54f-623e-4ffe-8b9d-a16add3303bc service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267641
Jun 08 04:12:18.072004 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:18.252874 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-ecb50511-a64f-4b0b-a4b0-323eb7369e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb001ff2b20>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '19e2760b-f74b-4464-ae71-cc5d2ba56b29', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:cd:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b097668-71fe-4a11-8921-41933628ebbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:08:29Z', 'updated_at': '2021-06-08T04:08:32Z', 'revision_number': 1, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:18.256775 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb50511-a64f-4b0b-a4b0-323eb7369e80 None None] The sync data for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi is: [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_floatingips': [{'id': '19e2760b-f74b-4464-ae71-cc5d2ba56b29', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'router_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'port_id': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'mac_address': 'fa:16:3e:cd:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b097668-71fe-4a11-8921-41933628ebbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:08:29Z', 'updated_at': '2021-06-08T04:08:32Z', 'revision_number': 1, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:12:18.353373 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-af41f668-2525-4f1d-ab8b-d4d84e739304 req-7003bba9-b086-45c5-bb4f-b4c007bc1c20 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0752492
Jun 08 04:12:18.462783 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58173053-f197-4888-a8a3-3a09ccf3c701 None None] New status for floating IP 6675898b-1afe-4ef0-a46f-54a9b1b612c2: DOWN {{(pid=91651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:12:18.496733 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41f668-2525-4f1d-ab8b-d4d84e739304 req-d0933d6e-42d5-4863-a5a3-956016194990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:18.498193 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-af41f668-2525-4f1d-ab8b-d4d84e739304 req-d0933d6e-42d5-4863-a5a3-956016194990 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 1098 time: 0.0753458
Jun 08 04:12:18.656120 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41f668-2525-4f1d-ab8b-d4d84e739304 req-ef3b5e91-ed63-40fb-9e8e-9b7faddfbf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:18.657603 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-af41f668-2525-4f1d-ab8b-d4d84e739304 req-ef3b5e91-ed63-40fb-9e8e-9b7faddfbf23 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 913 time: 0.1372666
Jun 08 04:12:18.775775 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b2b02-5406-416a-ab03-ccbaa20ad423 req-9d94a263-4870-47c1-a50d-662febb44fe0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:18.777544 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a52b2b02-5406-416a-ab03-ccbaa20ad423 req-9d94a263-4870-47c1-a50d-662febb44fe0 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 945 time: 0.0863712
Jun 08 04:12:18.825317 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-a52b2b02-5406-416a-ab03-ccbaa20ad423 req-f5219d5c-2926-4446-a82c-12fb086f346a tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417991
Jun 08 04:12:18.872516 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-af41f668-2525-4f1d-ab8b-d4d84e739304 req-f7ddb161-881b-4b42-8fde-d8fffd39be01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea HTTP/1.1" status: 200  len: 1000 time: 0.2080305
Jun 08 04:12:18.935205 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41f668-2525-4f1d-ab8b-d4d84e739304 req-2319c91c-4437-4717-a962-a82a379f1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:18.936619 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-af41f668-2525-4f1d-ab8b-d4d84e739304 req-2319c91c-4437-4717-a962-a82a379f1acc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 200  len: 851 time: 0.0564442
Jun 08 04:12:19.071783 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803b31e-67d0-4449-8d08-5440aec6afb3 req-6032c773-0ae8-4669-9808-0ef3832d0fea tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:19.073723 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6803b31e-67d0-4449-8d08-5440aec6afb3 req-6032c773-0ae8-4669-9808-0ef3832d0fea tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 945 time: 0.1363251
Jun 08 04:12:19.076087 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41f668-2525-4f1d-ab8b-d4d84e739304 req-8846e731-1e3a-4e52-b0e3-66e032cf402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:19.077402 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-af41f668-2525-4f1d-ab8b-d4d84e739304 req-8846e731-1e3a-4e52-b0e3-66e032cf402e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8dcb41e7-7cee-4a56-8efa-df501531d14b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1073165
Jun 08 04:12:19.307223 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-af41f668-2525-4f1d-ab8b-d4d84e739304 req-75a73306-a158-423f-a442-3cd2625f38b5 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2205727
Jun 08 04:12:19.400811 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-6803b31e-67d0-4449-8d08-5440aec6afb3 req-aecfaa03-c092-4685-b164-f1e5292d2bca tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Deleting port b2812188-6d9a-4260-9e59-e9959f8fb0ab {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:12:19.401149 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6803b31e-67d0-4449-8d08-5440aec6afb3 req-aecfaa03-c092-4685-b164-f1e5292d2bca tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:19.527479 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-af41f668-2525-4f1d-ab8b-d4d84e739304 req-9286f9b9-a80c-42ff-9599-dba9cb0c3deb service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2134969
Jun 08 04:12:19.562722 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-6803b31e-67d0-4449-8d08-5440aec6afb3 req-aecfaa03-c092-4685-b164-f1e5292d2bca tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] For port b2812188-6d9a-4260-9e59-e9959f8fb0ab, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b2812188-6d9a-4260-9e59-e9959f8fb0ab,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:12:19.563078 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6803b31e-67d0-4449-8d08-5440aec6afb3 req-aecfaa03-c092-4685-b164-f1e5292d2bca tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:19.684511 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-6803b31e-67d0-4449-8d08-5440aec6afb3 req-aecfaa03-c092-4685-b164-f1e5292d2bca tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Calling delete_port for b2812188-6d9a-4260-9e59-e9959f8fb0ab owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:12:19.792608 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6803b31e-67d0-4449-8d08-5440aec6afb3 req-aecfaa03-c092-4685-b164-f1e5292d2bca tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:19.797744 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0a53f501-e50d-466a-8ccb-441198fb06f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:19.839173 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfaa03-c092-4685-b164-f1e5292d2bca tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event deleted for resources: {'Port': ['ID=b2812188-6d9a-4260-9e59-e9959f8fb0ab,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:19.842949 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-aecfaa03-c092-4685-b164-f1e5292d2bca tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:19.924932 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-6803b31e-67d0-4449-8d08-5440aec6afb3 req-aecfaa03-c092-4685-b164-f1e5292d2bca tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] No DVR routers for this DVR port b2812188-6d9a-4260-9e59-e9959f8fb0ab on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:12:19.927359 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-6803b31e-67d0-4449-8d08-5440aec6afb3 req-aecfaa03-c092-4685-b164-f1e5292d2bca tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:19.929341 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-6803b31e-67d0-4449-8d08-5440aec6afb3 req-aecfaa03-c092-4685-b164-f1e5292d2bca tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "DELETE /v2.0/ports/b2812188-6d9a-4260-9e59-e9959f8fb0ab HTTP/1.1" status: 204  len: 173 time: 0.8444166
Jun 08 04:12:19.929906 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'name': 'network-vif-deleted', 'tag': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:12:19.932948 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399d81bd-68fb-442b-995f-945ff24c93c6" -d '{"events": [{"server_uuid": "50d6ecb2-0282-4dbe-ae08-29b84cf49756", "name": "network-vif-deleted", "tag": "b2812188-6d9a-4260-9e59-e9959f8fb0ab"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:12:19.982280 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b900ac-a5da-443d-9831-74125bbd024a x-openstack-request-id: req-75b900ac-a5da-443d-9831-74125bbd024a {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:12:19.982623 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d6ecb2-0282-4dbe-ae08-29b84cf49756", "name": "network-vif-deleted", "tag": "b2812188-6d9a-4260-9e59-e9959f8fb0ab", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:12:19.982933 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75b900ac-a5da-443d-9831-74125bbd024a {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:12:19.983420 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d6ecb2-0282-4dbe-ae08-29b84cf49756', 'name': 'network-vif-deleted', 'tag': 'b2812188-6d9a-4260-9e59-e9959f8fb0ab', 'status': 'completed', 'code': 200}
Jun 08 04:12:19.986527 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-b283cb74-78c0-4319-b7eb-f45277d6fa9d req-1281a5c2-4ba8-4c6e-b844-ba51c30d5583 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=50d6ecb2-0282-4dbe-ae08-29b84cf49756 HTTP/1.1" status: 200  len: 210 time: 0.0438254
Jun 08 04:12:20.893181 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:12:22.887220 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device b2812188-6d9a-4260-9e59-e9959f8fb0ab no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:12:22.921001 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: b2812188-6d9a-4260-9e59-e9959f8fb0ab {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:12:22.921351 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device b2812188-6d9a-4260-9e59-e9959f8fb0ab not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:12:23.476395 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56470) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:23.733706 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9f17a-83d5-4269-8612-91deff6212e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Deleting port aa3390ca-7c42-4040-8f94-9f7a29941e37 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:12:23.733958 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f17a-83d5-4269-8612-91deff6212e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:23.952454 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f17a-83d5-4269-8612-91deff6212e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:23.952780 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f17a-83d5-4269-8612-91deff6212e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:24.072025 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9f17a-83d5-4269-8612-91deff6212e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Calling delete_port for aa3390ca-7c42-4040-8f94-9f7a29941e37 owned by network:floatingip {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:12:24.189345 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f17a-83d5-4269-8612-91deff6212e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:24.193563 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-eacba9d5-b51a-498c-ab26-b7f6bb73aefa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:24.236359 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9f17a-83d5-4269-8612-91deff6212e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event deleted for resources: {'Port': ['ID=aa3390ca-7c42-4040-8f94-9f7a29941e37,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:24.262044 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-0ad9f17a-83d5-4269-8612-91deff6212e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:24.328548 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f17a-83d5-4269-8612-91deff6212e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for floatingip, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:24.328804 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.db.l3_db [None req-0ad9f17a-83d5-4269-8612-91deff6212e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Floating IP 19e2760b-f74b-4464-ae71-cc5d2ba56b29 disassociated (deleted). External IP: 172.27.3.53, port: 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea.
Jun 08 04:12:24.677092 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad9f17a-83d5-4269-8612-91deff6212e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:12:24.848592 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad9f17a-83d5-4269-8612-91deff6212e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:12:24.852847 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f17a-83d5-4269-8612-91deff6212e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:24.857925 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf4748-c4b6-4d05-a269-296e8f7b45fa None None] Sync routers for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:12:24.868076 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf4748-c4b6-4d05-a269-296e8f7b45fa None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:12:24.868774 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e0cf4748-c4b6-4d05-a269-296e8f7b45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00206e8e0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:12:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:24.911351 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-0ad9f17a-83d5-4269-8612-91deff6212e3 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "DELETE /v2.0/floatingips/19e2760b-f74b-4464-ae71-cc5d2ba56b29 HTTP/1.1" status: 204  len: 168 time: 1.4339285
Jun 08 04:12:24.912112 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b097668-71fe-4a11-8921-41933628ebbe', 'tag': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:12:24.914495 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7123c339-b02d-4e29-8612-e4806beebb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b097668-71fe-4a11-8921-41933628ebbe", "tag": "1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:12:25.066397 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-e0cf4748-c4b6-4d05-a269-296e8f7b45fa None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:12:25.109530 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faf8226-bcce-43b8-b532-6a0fd9bd1791 x-openstack-request-id: req-6faf8226-bcce-43b8-b532-6a0fd9bd1791 {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:12:25.109932 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b097668-71fe-4a11-8921-41933628ebbe", "tag": "1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:12:25.110233 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6faf8226-bcce-43b8-b532-6a0fd9bd1791 {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:12:25.110672 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b097668-71fe-4a11-8921-41933628ebbe', 'tag': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'status': 'completed', 'code': 200}
Jun 08 04:12:25.214342 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123c339-b02d-4e29-8612-e4806beebb3d req-a245f639-6c3d-4355-928a-48c91f749f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:25.215746 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-7123c339-b02d-4e29-8612-e4806beebb3d req-a245f639-6c3d-4355-928a-48c91f749f9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3ec1b56600749dc987c518b49c901a1&device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 1098 time: 0.0836394
Jun 08 04:12:25.305263 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36ca1a-e62b-43dc-ac5c-0d0ce391e5c1 req-bd8e3589-2048-4a58-881e-b3a498aecf32 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:25.308076 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9a36ca1a-e62b-43dc-ac5c-0d0ce391e5c1 req-bd8e3589-2048-4a58-881e-b3a498aecf32 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 945 time: 0.0881467
Jun 08 04:12:25.356303 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-9a36ca1a-e62b-43dc-ac5c-0d0ce391e5c1 req-f07c6f99-8e55-4462-90c1-427c087dee64 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426066
Jun 08 04:12:25.361227 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123c339-b02d-4e29-8612-e4806beebb3d req-7ec0972e-6579-47a7-bb89-ea5a66dbbf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:25.362722 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-7123c339-b02d-4e29-8612-e4806beebb3d req-7ec0972e-6579-47a7-bb89-ea5a66dbbf69 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 200  len: 913 time: 0.1391842
Jun 08 04:12:25.392918 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e0cf4748-c4b6-4d05-a269-296e8f7b45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00206e8e0>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:25.396666 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf4748-c4b6-4d05-a269-296e8f7b45fa None None] Checking router: 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:12:25.404941 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf4748-c4b6-4d05-a269-296e8f7b45fa None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:12:25.405547 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e0cf4748-c4b6-4d05-a269-296e8f7b45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb00206e8e0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:12:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:25.438335 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-7123c339-b02d-4e29-8612-e4806beebb3d req-afe538ca-f443-411e-a00f-1cb95b98f028 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea HTTP/1.1" status: 200  len: 217 time: 0.0647874
Jun 08 04:12:25.499898 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123c339-b02d-4e29-8612-e4806beebb3d req-a0c54085-5d5d-4fb5-8d0d-efab160677fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:25.501302 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-7123c339-b02d-4e29-8612-e4806beebb3d req-a0c54085-5d5d-4fb5-8d0d-efab160677fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 200  len: 851 time: 0.0563612
Jun 08 04:12:25.629717 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-e0cf4748-c4b6-4d05-a269-296e8f7b45fa None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:12:25.686334 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123c339-b02d-4e29-8612-e4806beebb3d req-56b8c471-e46c-4058-ad87-5d0d34566902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:25.687806 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-7123c339-b02d-4e29-8612-e4806beebb3d req-56b8c471-e46c-4058-ad87-5d0d34566902 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8dcb41e7-7cee-4a56-8efa-df501531d14b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1798851
Jun 08 04:12:25.819741 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-7123c339-b02d-4e29-8612-e4806beebb3d req-8b6a566b-d655-4700-9197-1cfafc099dab service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235034
Jun 08 04:12:25.941273 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-e0cf4748-c4b6-4d05-a269-296e8f7b45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb00206e8e0>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:25.945321 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf4748-c4b6-4d05-a269-296e8f7b45fa None None] The sync data for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi is: [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:02Z', 'revision_number': 4, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi', '_interfaces': [{'id': '96b88f8d-849b-4893-a134-17d82ba3ce86', 'name': '', 'network_id': '8dcb41e7-7cee-4a56-8efa-df501531d14b', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'mac_address': 'fa:16:3e:ae:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '87648ad9-45b7-4365-a21e-13600630d53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:01Z', 'updated_at': '2021-06-08T04:05:08Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'subnets': [{'id': '87648ad9-45b7-4365-a21e-13600630d53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:12:25.954824 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-7123c339-b02d-4e29-8612-e4806beebb3d req-f15f29e3-1936-404c-9270-bd7315277481 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280615
Jun 08 04:12:26.149063 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d130fb-c939-4951-89f3-f14d73ebb4ee None None] New status for floating IP 19e2760b-f74b-4464-ae71-cc5d2ba56b29: DOWN {{(pid=91651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 04:12:26.538942 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbd90e-fc6e-4e6d-927b-d6e49c5b1d6a req-670f7256-39dd-44c9-a1df-8cb4a4917fb9 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:26.540395 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0ccbd90e-fc6e-4e6d-927b-d6e49c5b1d6a req-670f7256-39dd-44c9-a1df-8cb4a4917fb9 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 945 time: 0.0787661
Jun 08 04:12:26.587277 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-0ccbd90e-fc6e-4e6d-927b-d6e49c5b1d6a req-49938fa1-cd3a-46b3-b303-ec22673f6497 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/security-groups?id=61591e16-ff63-46c8-95ec-24b34503c3bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408747
Jun 08 04:12:26.701301 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48112-fb7e-4da3-8274-afb89c5b203a req-ce1d0062-f6c6-4294-b2f8-0d894ec598b8 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 04:12:26.702683 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-3cf48112-fb7e-4da3-8274-afb89c5b203a req-ce1d0062-f6c6-4294-b2f8-0d894ec598b8 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 945 time: 0.0773292
Jun 08 04:12:26.837864 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-3cf48112-fb7e-4da3-8274-afb89c5b203a req-175e69da-a5f0-4b4e-b4b9-3436ff2db3b7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Deleting port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:12:26.838707 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-3cf48112-fb7e-4da3-8274-afb89c5b203a req-175e69da-a5f0-4b4e-b4b9-3436ff2db3b7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:26.967449 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [req-3cf48112-fb7e-4da3-8274-afb89c5b203a req-175e69da-a5f0-4b4e-b4b9-3436ff2db3b7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] For port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:12:26.967715 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-3cf48112-fb7e-4da3-8274-afb89c5b203a req-175e69da-a5f0-4b4e-b4b9-3436ff2db3b7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:27.087582 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [req-3cf48112-fb7e-4da3-8274-afb89c5b203a req-175e69da-a5f0-4b4e-b4b9-3436ff2db3b7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Calling delete_port for 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea owned by compute:nova {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:12:27.194724 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-3cf48112-fb7e-4da3-8274-afb89c5b203a req-175e69da-a5f0-4b4e-b4b9-3436ff2db3b7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:27.200542 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-71f7e13f-bf39-47ba-b08a-031494b8f142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:27.246091 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e69da-a5f0-4b4e-b4b9-3436ff2db3b7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event deleted for resources: {'Port': ['ID=1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:27.249143 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-175e69da-a5f0-4b4e-b4b9-3436ff2db3b7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:27.321502 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf48112-fb7e-4da3-8274-afb89c5b203a req-175e69da-a5f0-4b4e-b4b9-3436ff2db3b7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] No DVR routers for this DVR port 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea on host hv-cinder-78662 {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:12:27.324436 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [req-3cf48112-fb7e-4da3-8274-afb89c5b203a req-175e69da-a5f0-4b4e-b4b9-3436ff2db3b7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for port, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:27.326285 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [req-3cf48112-fb7e-4da3-8274-afb89c5b203a req-175e69da-a5f0-4b4e-b4b9-3436ff2db3b7 tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.42 "DELETE /v2.0/ports/1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea HTTP/1.1" status: 204  len: 173 time: 0.6181753
Jun 08 04:12:27.326806 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b097668-71fe-4a11-8921-41933628ebbe', 'name': 'network-vif-deleted', 'tag': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea'}] {{(pid=91648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 04:12:27.329078 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059432a3336d3d94a3a7cd5dfee5c41ba1712c28a30d2da372a82e35a5b7f13a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596f2061-f537-4ac7-8816-db5162b61549" -d '{"events": [{"server_uuid": "2b097668-71fe-4a11-8921-41933628ebbe", "name": "network-vif-deleted", "tag": "1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea"}]}' {{(pid=91648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 04:12:27.387790 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8efa04-47ca-4eab-aa59-0f9179468c4a x-openstack-request-id: req-bc8efa04-47ca-4eab-aa59-0f9179468c4a {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 04:12:27.388192 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b097668-71fe-4a11-8921-41933628ebbe", "name": "network-vif-deleted", "tag": "1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea", "status": "completed", "code": 200}]} {{(pid=91648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 04:12:27.388584 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc8efa04-47ca-4eab-aa59-0f9179468c4a {{(pid=91648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 04:12:27.389018 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b097668-71fe-4a11-8921-41933628ebbe', 'name': 'network-vif-deleted', 'tag': '1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea', 'status': 'completed', 'code': 200}
Jun 08 04:12:27.745832 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [req-aff66bce-d6e9-4691-b672-af76ab7e0765 req-d9a6298c-31a1-4719-82fb-084c8e38de3d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b097668-71fe-4a11-8921-41933628ebbe HTTP/1.1" status: 200  len: 210 time: 0.0431728
Jun 08 04:12:28.837953 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56490) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:29.054552 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-bd89054d-24a3-4010-96dc-552f3e51f92e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Deleting port cda49230-4f12-40e1-b0a7-48ebb724379b {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:12:29.054809 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bd89054d-24a3-4010-96dc-552f3e51f92e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:29.172101 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bd89054d-24a3-4010-96dc-552f3e51f92e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:29.172458 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bd89054d-24a3-4010-96dc-552f3e51f92e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:29.383375 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-bd89054d-24a3-4010-96dc-552f3e51f92e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Calling delete_port for cda49230-4f12-40e1-b0a7-48ebb724379b owned by network:floatingip {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:12:29.489134 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bd89054d-24a3-4010-96dc-552f3e51f92e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:29.492790 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-423c2304-4a33-4a99-a520-a4d5d587426c tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:29.537445 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89054d-24a3-4010-96dc-552f3e51f92e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event deleted for resources: {'Port': ['ID=cda49230-4f12-40e1-b0a7-48ebb724379b,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:29.540514 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-bd89054d-24a3-4010-96dc-552f3e51f92e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:29.625723 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bd89054d-24a3-4010-96dc-552f3e51f92e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for floatingip, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:29.627994 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-bd89054d-24a3-4010-96dc-552f3e51f92e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44049'] for floatingip, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:29.629212 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-bd89054d-24a3-4010-96dc-552f3e51f92e tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "DELETE /v2.0/floatingips/05fa3a5e-baa7-4a22-8efb-d70061937b69 HTTP/1.1" status: 204  len: 168 time: 0.7902336
Jun 08 04:12:30.934239 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:12:30.969091 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] No Port match for: 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:12:30.969450 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Device 1952dfdb-08fd-4f81-a7fb-b0eb2b8149ea not bound to the agent host hv-cinder-78662 {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:12:30.997069 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56502) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:31.065738 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:31.095413 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:31.159364 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:31.161998 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:31.163113 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] 10.222.0.15 "DELETE /v2.0/security-groups/61591e16-ff63-46c8-95ec-24b34503c3bd HTTP/1.1" status: 204  len: 168 time: 0.1650519
Jun 08 04:12:31.163916 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-09aa72f7-099e-4ec3-bcb7-28eba460eb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:31.174594 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61591e16-ff63-46c8-95ec-24b34503c3bd,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:31.182032 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:31.182339 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:31.182734 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:31.183131 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:31.183611 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:31.184007 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:31.184564 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:31.184887 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:31.185276 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:31.185670 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:31.186036 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:31.186410 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:31.189571 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-73797627-45c4-4509-b770-a79c5334359d tempest-TestVolumeBootPattern-1421534579 tempest-TestVolumeBootPattern-1421534579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:31.211921 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56506) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:32.183134 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0e88c879-bedd-49c8-ba5b-9d2f59285c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032997'] for router_interface, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:32.582023 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-0e88c879-bedd-49c8-ba5b-9d2f59285c3d admin admin] Deleting port 96b88f8d-849b-4893-a134-17d82ba3ce86 {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:12:32.582358 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0e88c879-bedd-49c8-ba5b-9d2f59285c3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:32.699654 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [None req-0e88c879-bedd-49c8-ba5b-9d2f59285c3d admin admin] For port 96b88f8d-849b-4893-a134-17d82ba3ce86, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=96b88f8d-849b-4893-a134-17d82ba3ce86,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:12:32.700003 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0e88c879-bedd-49c8-ba5b-9d2f59285c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:32.818353 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-0e88c879-bedd-49c8-ba5b-9d2f59285c3d admin admin] Calling delete_port for 96b88f8d-849b-4893-a134-17d82ba3ce86 owned by network:router_interface {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:12:32.956153 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0e88c879-bedd-49c8-ba5b-9d2f59285c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:32.960523 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-c7f83311-fc44-48e6-bd1d-7b75d5a05f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:33.003361 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88c879-bedd-49c8-ba5b-9d2f59285c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=96b88f8d-849b-4893-a134-17d82ba3ce86,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:33.034769 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-0e88c879-bedd-49c8-ba5b-9d2f59285c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:33.269242 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-0e88c879-bedd-49c8-ba5b-9d2f59285c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614622'] for router_interface, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:33.721975 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e88c879-bedd-49c8-ba5b-9d2f59285c3d admin admin] Router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:12:33.896429 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e88c879-bedd-49c8-ba5b-9d2f59285c3d admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:12:33.901526 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-0e88c879-bedd-49c8-ba5b-9d2f59285c3d admin admin] 10.222.0.15 "PUT /v2.0/routers/6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6882398
Jun 08 04:12:33.903735 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56510) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:33.906133 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c53f8a-43d9-45cc-8b27-5d31ea5ac96d None None] Sync routers for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:12:33.915778 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c53f8a-43d9-45cc-8b27-5d31ea5ac96d None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:12:33.917009 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-b0c53f8a-43d9-45cc-8b27-5d31ea5ac96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0022b7f70>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:12:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:34.076595 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:34.098017 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-b0c53f8a-43d9-45cc-8b27-5d31ea5ac96d None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: dv-cinder-786627-8-iscsi {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:12:34.254041 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:34.323886 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Deleting port 163eea7e-955a-46d4-a45a-0ea48c80935e {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:12:34.324720 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:34.377663 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-b0c53f8a-43d9-45cc-8b27-5d31ea5ac96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0022b7f70>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:12:32Z', 'revision_number': 5, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port': {'id': '163eea7e-955a-46d4-a45a-0ea48c80935e', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:34.381393 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c53f8a-43d9-45cc-8b27-5d31ea5ac96d None None] Checking router: 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 for host: dv-cinder-786627-8-iscsi {{(pid=91650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:12:34.390230 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c53f8a-43d9-45cc-8b27-5d31ea5ac96d None None] Routers {'6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:12:34.390828 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-b0c53f8a-43d9-45cc-8b27-5d31ea5ac96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0022b7f70>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:12:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'], 'active': True} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:34.443101 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] For port 163eea7e-955a-46d4-a45a-0ea48c80935e, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=163eea7e-955a-46d4-a45a-0ea48c80935e,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:12:34.443463 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:34.540282 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvr_db [None req-b0c53f8a-43d9-45cc-8b27-5d31ea5ac96d None None] Set router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 gateway port host: None {{(pid=91650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:12:34.566595 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Calling delete_port for 163eea7e-955a-46d4-a45a-0ea48c80935e owned by network:router_gateway {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:12:34.649458 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_hamode_db [None req-b0c53f8a-43d9-45cc-8b27-5d31ea5ac96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0022b7f70>, [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:12:34Z', 'revision_number': 6, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port_host': None}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:34.653849 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c53f8a-43d9-45cc-8b27-5d31ea5ac96d None None] The sync data for ids ['6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6'] in dv-cinder-786627-8-iscsi is: [{'id': '6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6', 'name': 'tempest-TestVolumeBootPattern-2100133525-router', 'tenant_id': 'e3ec1b56600749dc987c518b49c901a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:04:58Z', 'updated_at': '2021-06-08T04:12:34Z', 'revision_number': 6, 'project_id': 'e3ec1b56600749dc987c518b49c901a1', 'gw_port_host': None}] {{(pid=91650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:12:34.707182 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:34.711455 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-0e88c879-bedd-49c8-ba5b-9d2f59285c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:34.755273 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=163eea7e-955a-46d4-a45a-0ea48c80935e,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:34.758214 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:34.844958 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033027'] for router_gateway, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.133407 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.136456 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.159961 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-618746'] for router, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.160500 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 {{(pid=91649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 04:12:35.164947 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.166056 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6a1b8d89-ced0-4f23-a4e7-3ea9a1129fe6 HTTP/1.1" status: 204  len: 168 time: 1.2614055
Jun 08 04:12:35.168704 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56512) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:35.226964 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd63a47-5bea-47ad-ab26-4ba09d2b75d6 admin admin] Deleting subnet 87648ad9-45b7-4365-a21e-13600630d53b {{(pid=91649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:12:35.229370 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-bbd63a47-5bea-47ad-ab26-4ba09d2b75d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.279041 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-bbd63a47-5bea-47ad-ab26-4ba09d2b75d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-162896'] for subnet, precommit_delete_associations {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.363553 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-bbd63a47-5bea-47ad-ab26-4ba09d2b75d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.431546 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-bbd63a47-5bea-47ad-ab26-4ba09d2b75d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2509631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2477033'] for subnet, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.437724 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-d0446883-2ba1-42f9-8893-bd68738a8c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:35.472962 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd63a47-5bea-47ad-ab26-4ba09d2b75d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87648ad9-45b7-4365-a21e-13600630d53b,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:35.475457 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-bbd63a47-5bea-47ad-ab26-4ba09d2b75d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:35.478099 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-bbd63a47-5bea-47ad-ab26-4ba09d2b75d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.483059 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-bbd63a47-5bea-47ad-ab26-4ba09d2b75d6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/87648ad9-45b7-4365-a21e-13600630d53b HTTP/1.1" status: 204  len: 168 time: 0.3110325
Jun 08 04:12:35.483376 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56514) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:35.484558 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd8848e-be75-4648-ba59-f7ce850202f1 None None] Network 8dcb41e7-7cee-4a56-8efa-df501531d14b requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:12:35.590313 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.675493 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Deleting port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 {{(pid=91649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:12:35.675824 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.779074 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.db [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] For port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=0efabd6b-5ea1-46bc-b48e-bbe277a94a85,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:12:35.779433 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.781434 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] DHCP port deletion for 8dcb41e7-7cee-4a56-8efa-df501531d14b request from dv-cinder-786627-8-iscsi {{(pid=91650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 04:12:35.846268 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Deleting port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 {{(pid=91650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:12:35.846645 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.902427 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Calling delete_port for 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 owned by network:dhcp {{(pid=91649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:12:35.943284 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] For port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=0efabd6b-5ea1-46bc-b48e-bbe277a94a85,segment=NetworkSegment(9198afbb-9096-4aae-9d43-d4142c8e0b20),segment_id=9198afbb-9096-4aae-9d43-d4142c8e0b20)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:12:35.943821 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.950864 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2509801'] for port, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:35.954946 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-e839f6e7-b94c-4da5-b19e-5698d9258cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:35.998591 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Pushing event deleted for resources: {'Port': ['ID=0efabd6b-5ea1-46bc-b48e-bbe277a94a85,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:36.001725 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:36.002500 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] No DVR routers for this DVR port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 on host dv-cinder-786627-8-iscsi {{(pid=91649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:12:36.072291 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Calling delete_port for 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 owned by network:dhcp {{(pid=91650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:12:36.088821 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:36.118374 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:36.121834 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194'] for port, after_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:36.126482 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:36.131862 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb0007898b0>,) {'filters': {'network_id': ['8dcb41e7-7cee-4a56-8efa-df501531d14b']}} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:36.144979 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb0007898b0>, '9198afbb-9096-4aae-9d43-d4142c8e0b20') {'for_net_delete': True} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:36.145281 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.services.segments.db [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb0007898b0>, '9198afbb-9096-4aae-9d43-d4142c8e0b20') {} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:36.157649 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-162907'] for segment, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:36.163398 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:12:36.177249 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:36.183226 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=91649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:12:36.183605 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2509722'] for segment, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]: Traceback (most recent call last):
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     timer()
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     cb(*args, **kw)
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     return func(*args, **kwargs)
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     self._notify()
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     self.callback(batched_events)
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     event.method(event)
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     return f(self, *a, **k)
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._get(url).json()
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:12:36.196667 dv-cinder-786627-8-iscsi neutron-server[91649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:12:36.201299 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Pushing event deleted for resources: {'Port': ['ID=0efabd6b-5ea1-46bc-b48e-bbe277a94a85,revision_number=None']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:36.210702 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] No DVR routers for this DVR port 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 on host dv-cinder-786627-8-iscsi {{(pid=91650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:12:36.212038 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:12:36.212442 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 0efabd6b-5ea1-46bc-b48e-bbe277a94a85 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:12:36.212814 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 163eea7e-955a-46d4-a45a-0ea48c80935e no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:12:36.250794 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: 163eea7e-955a-46d4-a45a-0ea48c80935e {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:12:36.251147 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 163eea7e-955a-46d4-a45a-0ea48c80935e not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:12:36.251571 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 96b88f8d-849b-4893-a134-17d82ba3ce86 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:12:36.274100 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:36.275664 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:36.276733 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:36.277149 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:36.277486 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:36.277820 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:36.278154 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:36.278481 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:36.278804 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:36.279129 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:36.279450 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:36.279769 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:36.280150 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-iscsi {{(pid=91650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 04:12:36.280341 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:36.282157 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] 10.222.0.15 "DELETE /v2.0/networks/8dcb41e7-7cee-4a56-8efa-df501531d14b HTTP/1.1" status: 204  len: 168 time: 0.7978504
Jun 08 04:12:36.283204 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:36.285685 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56516) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:36.290744 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-ff9671fa-f972-43bf-9b4c-9c22a0b579fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:36.297149 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: 96b88f8d-849b-4893-a134-17d82ba3ce86 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:12:36.297506 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 96b88f8d-849b-4893-a134-17d82ba3ce86 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:12:36.304844 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Pushing event deleted for resources: {'Network': ['ID=8dcb41e7-7cee-4a56-8efa-df501531d14b,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:36.308006 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-67b27254-7ba4-4b24-8981-26606fd8084b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:36.813784 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2599d157-356c-41bf-942f-6c61b70b5810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032997'] for router_interface, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:37.208993 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-2599d157-356c-41bf-942f-6c61b70b5810 admin admin] Deleting port 31a0ea0b-fe95-477d-b966-4a0acb64b188 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:12:37.209467 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2599d157-356c-41bf-942f-6c61b70b5810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:37.328840 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-2599d157-356c-41bf-942f-6c61b70b5810 admin admin] For port 31a0ea0b-fe95-477d-b966-4a0acb64b188, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=31a0ea0b-fe95-477d-b966-4a0acb64b188,segment=NetworkSegment(bac74af5-0c18-427b-8ef6-644bfcc19458),segment_id=bac74af5-0c18-427b-8ef6-644bfcc19458)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:12:37.329524 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2599d157-356c-41bf-942f-6c61b70b5810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:37.547300 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-2599d157-356c-41bf-942f-6c61b70b5810 admin admin] Calling delete_port for 31a0ea0b-fe95-477d-b966-4a0acb64b188 owned by network:router_interface {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:12:37.680536 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2599d157-356c-41bf-942f-6c61b70b5810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:37.684682 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-63a00e0a-8ab4-4d7a-8ad2-13827b780be2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:37.724549 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599d157-356c-41bf-942f-6c61b70b5810 admin admin] Pushing event deleted for resources: {'Port': ['ID=31a0ea0b-fe95-477d-b966-4a0acb64b188,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:37.727563 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-2599d157-356c-41bf-942f-6c61b70b5810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:38.007656 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-2599d157-356c-41bf-942f-6c61b70b5810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614622'] for router_interface, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:38.381413 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2599d157-356c-41bf-942f-6c61b70b5810 admin admin] Router 2b5d0539-f93e-4efb-b499-084343a1276a has already been hosted by L3 agent de8c7b4c-b470-4556-a2ab-6a6d91b296b6 {{(pid=91648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 04:12:38.555969 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2599d157-356c-41bf-942f-6c61b70b5810 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-iscsi the message routers_updated {{(pid=91648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 04:12:38.560993 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-2599d157-356c-41bf-942f-6c61b70b5810 admin admin] 10.222.0.15 "PUT /v2.0/routers/2b5d0539-f93e-4efb-b499-084343a1276a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2737088
Jun 08 04:12:38.563550 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56518) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:38.564067 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542017cc-58bc-4583-90f4-3f7d203820e8 None None] Sync routers for ids ['2b5d0539-f93e-4efb-b499-084343a1276a'] in dv-cinder-786627-8-iscsi {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 04:12:38.574540 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542017cc-58bc-4583-90f4-3f7d203820e8 None None] Routers {'2b5d0539-f93e-4efb-b499-084343a1276a'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:12:38.575149 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-542017cc-58bc-4583-90f4-3f7d203820e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0025553d0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:12:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2b5d0539-f93e-4efb-b499-084343a1276a'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:38.737554 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Notify callbacks [] for router, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:38.751332 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-542017cc-58bc-4583-90f4-3f7d203820e8 None None] Set router 2b5d0539-f93e-4efb-b499-084343a1276a gateway port host: dv-cinder-786627-8-iscsi {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:12:39.021335 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:39.060554 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-542017cc-58bc-4583-90f4-3f7d203820e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0025553d0>, [{'id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'name': 'tempest-TestVolumeBootPattern-1008645248-router', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'external_fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f654a4b6-53cc-4907-b360-f735d0720659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:05Z', 'updated_at': '2021-06-08T04:12:37Z', 'revision_number': 5, 'project_id': 'f23ee650bb854612866d94ea84c5b484', 'gw_port': {'id': 'f654a4b6-53cc-4907-b360-f735d0720659', 'name': '', 'network_id': 'dad72041-fa15-4feb-a2cc-75b396c0b4c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:06Z', 'updated_at': '2021-06-08T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '316f8abd-638d-437c-a94a-d31cd4db0e00', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-iscsi'}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:39.064211 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542017cc-58bc-4583-90f4-3f7d203820e8 None None] Checking router: 2b5d0539-f93e-4efb-b499-084343a1276a for host: dv-cinder-786627-8-iscsi {{(pid=91651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 04:12:39.072454 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542017cc-58bc-4583-90f4-3f7d203820e8 None None] Routers {'2b5d0539-f93e-4efb-b499-084343a1276a'} bound to L3 agent in host dv-cinder-786627-8-iscsi {{(pid=91651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 04:12:39.073143 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-542017cc-58bc-4583-90f4-3f7d203820e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb0025553d0>, 'dv-cinder-786627-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T03:51:15Z,description=<?>,heartbeat_timestamp=2021-06-08T04:12:15Z,host='dv-cinder-786627-8-iscsi',id=de8c7b4c-b470-4556-a2ab-6a6d91b296b6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T03:51:15Z,topic='l3_agent')) {'router_ids': ['2b5d0539-f93e-4efb-b499-084343a1276a'], 'active': True} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:39.091316 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Deleting port f654a4b6-53cc-4907-b360-f735d0720659 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:12:39.091654 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:39.210741 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] For port f654a4b6-53cc-4907-b360-f735d0720659, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=f654a4b6-53cc-4907-b360-f735d0720659,segment=NetworkSegment(b227d976-000d-44d9-9d9c-462f739c9cf4),segment_id=b227d976-000d-44d9-9d9c-462f739c9cf4)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:12:39.211093 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:39.226001 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_dvr_db [None req-542017cc-58bc-4583-90f4-3f7d203820e8 None None] Set router 2b5d0539-f93e-4efb-b499-084343a1276a gateway port host: None {{(pid=91651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 04:12:39.329730 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.l3_hamode_db [None req-542017cc-58bc-4583-90f4-3f7d203820e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb0025553d0>, [{'id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'name': 'tempest-TestVolumeBootPattern-1008645248-router', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:05Z', 'updated_at': '2021-06-08T04:12:39Z', 'revision_number': 6, 'project_id': 'f23ee650bb854612866d94ea84c5b484', 'gw_port_host': None}], 'dv-cinder-786627-8-iscsi', False) {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:39.333606 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542017cc-58bc-4583-90f4-3f7d203820e8 None None] The sync data for ids ['2b5d0539-f93e-4efb-b499-084343a1276a'] in dv-cinder-786627-8-iscsi is: [{'id': '2b5d0539-f93e-4efb-b499-084343a1276a', 'name': 'tempest-TestVolumeBootPattern-1008645248-router', 'tenant_id': 'f23ee650bb854612866d94ea84c5b484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:05Z', 'updated_at': '2021-06-08T04:12:39Z', 'revision_number': 6, 'project_id': 'f23ee650bb854612866d94ea84c5b484', 'gw_port_host': None}] {{(pid=91651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 04:12:39.333789 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Calling delete_port for f654a4b6-53cc-4907-b360-f735d0720659 owned by network:router_gateway {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:12:39.471736 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:39.476205 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-21d12518-3964-4a85-bbe8-b52a303cda17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:39.550118 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f654a4b6-53cc-4907-b360-f735d0720659,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:39.552908 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:39.615638 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033027'] for router_gateway, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:39.792360 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4412'] for router, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:39.794528 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:39.816868 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-618746'] for router, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:39.817392 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b5d0539-f93e-4efb-b499-084343a1276a {{(pid=91648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 04:12:39.821451 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] Notify callbacks [] for router, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:39.822660 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-14bd4939-f8fa-4831-a842-8b45ede5a1bc admin admin] 10.222.0.15 "DELETE /v2.0/routers/2b5d0539-f93e-4efb-b499-084343a1276a HTTP/1.1" status: 204  len: 168 time: 1.2581015
Jun 08 04:12:39.825187 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56520) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:39.884343 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01684cb-3d6d-4bd8-b110-5279853fe974 admin admin] Deleting subnet 0af1948b-2e12-4883-8d2a-4773ff3f9af7 {{(pid=91648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 04:12:39.887724 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c01684cb-3d6d-4bd8-b110-5279853fe974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:39.934995 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c01684cb-3d6d-4bd8-b110-5279853fe974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327513'] for subnet, precommit_delete_associations {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.016304 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c01684cb-3d6d-4bd8-b110-5279853fe974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8212998'] for subnet, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.090354 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c01684cb-3d6d-4bd8-b110-5279853fe974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8213007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2358576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981074'] for subnet, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.095716 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:40.130003 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01684cb-3d6d-4bd8-b110-5279853fe974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af1948b-2e12-4883-8d2a-4773ff3f9af7,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:40.133142 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-c01684cb-3d6d-4bd8-b110-5279853fe974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:40.134484 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-c01684cb-3d6d-4bd8-b110-5279853fe974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.136789 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-c01684cb-3d6d-4bd8-b110-5279853fe974 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0af1948b-2e12-4883-8d2a-4773ff3f9af7 HTTP/1.1" status: 204  len: 168 time: 0.3106883
Jun 08 04:12:40.139242 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56522) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:40.139831 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 31a0ea0b-fe95-477d-b966-4a0acb64b188 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:12:40.170858 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2de1100-552c-4b3e-b786-0477104369ad None None] Network 05cced1e-5cf1-4987-b14e-290528be0f98 requested from dv-cinder-786627-8-iscsi {{(pid=91650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 04:12:40.193377 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: 31a0ea0b-fe95-477d-b966-4a0acb64b188 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:12:40.193753 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device 31a0ea0b-fe95-477d-b966-4a0acb64b188 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:12:40.194178 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device f654a4b6-53cc-4907-b360-f735d0720659 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:12:40.247775 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8149439'] for network, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.274558 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: f654a4b6-53cc-4907-b360-f735d0720659 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:12:40.274922 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device f654a4b6-53cc-4907-b360-f735d0720659 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:12:40.329795 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Deleting port b9770b2f-9280-4043-ba47-6adb46540e06 {{(pid=91648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:12:40.330121 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.459386 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d18dbf-83d3-4f61-8c86-b19e5088b332 None None] DHCP port deletion for 05cced1e-5cf1-4987-b14e-290528be0f98 request from dv-cinder-786627-8-iscsi {{(pid=91650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 04:12:40.528750 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-e8d18dbf-83d3-4f61-8c86-b19e5088b332 None None] Deleting port b9770b2f-9280-4043-ba47-6adb46540e06 {{(pid=91650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 04:12:40.529129 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e8d18dbf-83d3-4f61-8c86-b19e5088b332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774622036453'] for port, before_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.538766 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.db [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] For port b9770b2f-9280-4043-ba47-6adb46540e06, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=b9770b2f-9280-4043-ba47-6adb46540e06,segment=NetworkSegment(bac74af5-0c18-427b-8ef6-644bfcc19458),segment_id=bac74af5-0c18-427b-8ef6-644bfcc19458)] {{(pid=91648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:12:40.539255 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.626464 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.db [None req-e8d18dbf-83d3-4f61-8c86-b19e5088b332 None None] For port b9770b2f-9280-4043-ba47-6adb46540e06, host dv-cinder-786627-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-iscsi',level=0,port_id=b9770b2f-9280-4043-ba47-6adb46540e06,segment=NetworkSegment(bac74af5-0c18-427b-8ef6-644bfcc19458),segment_id=bac74af5-0c18-427b-8ef6-644bfcc19458)] {{(pid=91650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 04:12:40.626769 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e8d18dbf-83d3-4f61-8c86-b19e5088b332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617606'] for port, precommit_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.665474 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Calling delete_port for b9770b2f-9280-4043-ba47-6adb46540e06 owned by network:dhcp {{(pid=91648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:12:40.709990 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2358758'] for port, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.715396 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-62efa0df-0be3-40b1-9299-3dc43f73e328 tempest-TestMinimumBasicScenario-962317499 tempest-TestMinimumBasicScenario-962317499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:40.746726 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-e8d18dbf-83d3-4f61-8c86-b19e5088b332 None None] Calling delete_port for b9770b2f-9280-4043-ba47-6adb46540e06 owned by network:dhcp {{(pid=91650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 04:12:40.756769 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9770b2f-9280-4043-ba47-6adb46540e06,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:40.760449 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:40.761372 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] No DVR routers for this DVR port b9770b2f-9280-4043-ba47-6adb46540e06 on host dv-cinder-786627-8-iscsi {{(pid=91648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:12:40.789227 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e8d18dbf-83d3-4f61-8c86-b19e5088b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8345934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774622143973', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774621624194'] for port, after_delete {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.792840 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-2ece9ac1-8ce5-4f41-a556-306f7702631c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:40.835305 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d18dbf-83d3-4f61-8c86-b19e5088b332 None None] Pushing event deleted for resources: {'Port': ['ID=b9770b2f-9280-4043-ba47-6adb46540e06,revision_number=None']} {{(pid=91650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:40.837948 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d18dbf-83d3-4f61-8c86-b19e5088b332 None None] No DVR routers for this DVR port b9770b2f-9280-4043-ba47-6adb46540e06 on host dv-cinder-786627-8-iscsi {{(pid=91650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 04:12:40.840338 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-e8d18dbf-83d3-4f61-8c86-b19e5088b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:40.876048 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8212159', 'neutron.services.segments.db._delete_segments_for_network-8774621990575'] for network, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.888962 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb000938850>,) {'filters': {'network_id': ['05cced1e-5cf1-4987-b14e-290528be0f98']}} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:40.901365 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb000938850>, 'bac74af5-0c18-427b-8ef6-644bfcc19458') {'for_net_delete': True} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:40.901662 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.services.segments.db [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb000938850>, 'bac74af5-0c18-427b-8ef6-644bfcc19458') {} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 04:12:40.912554 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774621994698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2327506'] for segment, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.927855 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697'] for segment, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.933966 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=91648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 04:12:40.934350 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8215697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2358677'] for segment, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]: Traceback (most recent call last):
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     timer()
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     cb(*args, **kw)
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     return func(*args, **kwargs)
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     self._notify()
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     self.callback(batched_events)
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     event.method(event)
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     return f(self, *a, **k)
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._get(url).json()
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     return self.request(url, 'GET', **kwargs)
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 04:12:40.947221 dv-cinder-786627-8-iscsi neutron-server[91648]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 04:12:41.025019 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8212104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1033060'] for network, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:41.030573 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:41.032392 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] 10.222.0.15 "DELETE /v2.0/networks/05cced1e-5cf1-4987-b14e-290528be0f98 HTTP/1.1" status: 204  len: 168 time: 0.8922327
Jun 08 04:12:41.033073 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:41.049733 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Pushing event deleted for resources: {'Network': ['ID=05cced1e-5cf1-4987-b14e-290528be0f98,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:41.052613 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-267340e8-6c4e-437a-8b93-c07c20573799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:41.204692 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56526) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:41.252632 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-a2359f08-a605-4c68-80f9-fd09cc2a450d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3ec1b56600749dc987c518b49c901a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0466540
Jun 08 04:12:41.255067 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [-] (91648) accepted ('10.222.0.15', 56528) {{(pid=91648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:41.313680 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-98665d58-fdee-4b15-8128-3e34c5de8809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:41.338602 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-98665d58-fdee-4b15-8128-3e34c5de8809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:41.388708 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-98665d58-fdee-4b15-8128-3e34c5de8809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:41.391023 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-98665d58-fdee-4b15-8128-3e34c5de8809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:41.392105 dv-cinder-786627-8-iscsi neutron-server[91648]: INFO neutron.wsgi [None req-98665d58-fdee-4b15-8128-3e34c5de8809 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/691683c6-9bd2-4950-ba51-ca09421ca399 HTTP/1.1" status: 204  len: 168 time: 0.1361656
Jun 08 04:12:41.393183 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-bfbbe3ed-7ede-4fce-9ef1-cf41dcf90f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:41.402656 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98665d58-fdee-4b15-8128-3e34c5de8809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691683c6-9bd2-4950-ba51-ca09421ca399,revision_number=None']} {{(pid=91648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:41.405073 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-98665d58-fdee-4b15-8128-3e34c5de8809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:41.722584 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56534) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:41.773522 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-984f4a56-6fc4-4f26-9db7-5ef7e5d1f49e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f23ee650bb854612866d94ea84c5b484&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497289
Jun 08 04:12:41.776279 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [-] (91649) accepted ('10.222.0.15', 56536) {{(pid=91649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 04:12:41.831294 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-437144fa-757f-480d-b8a8-2a51d3b07ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:41.857358 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-437144fa-757f-480d-b8a8-2a51d3b07ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:41.908264 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-437144fa-757f-480d-b8a8-2a51d3b07ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019146'] for security_group, after_delete {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:41.910662 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-437144fa-757f-480d-b8a8-2a51d3b07ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:41.911752 dv-cinder-786627-8-iscsi neutron-server[91649]: INFO neutron.wsgi [None req-437144fa-757f-480d-b8a8-2a51d3b07ec0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0883e53b-0c7c-4ee5-b25f-24d580dee567 HTTP/1.1" status: 204  len: 168 time: 0.1345427
Jun 08 04:12:41.912584 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-61b1ee6d-baf6-4dba-b8a2-d0c4effd2266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 04:12:41.922470 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437144fa-757f-480d-b8a8-2a51d3b07ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0883e53b-0c7c-4ee5-b25f-24d580dee567,revision_number=None']} {{(pid=91649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 04:12:41.924801 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-437144fa-757f-480d-b8a8-2a51d3b07ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 04:12:42.130617 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device b9770b2f-9280-4043-ba47-6adb46540e06 no longer exists at agent ovs-agent-dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 04:12:42.171437 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] No Port match for: b9770b2f-9280-4043-ba47-6adb46540e06 {{(pid=91650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 04:12:42.171795 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron.plugins.ml2.rpc [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Device b9770b2f-9280-4043-ba47-6adb46540e06 not bound to the agent host dv-cinder-786627-8-iscsi {{(pid=91650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 04:12:42.958520 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-8900ba11-258a-4ecd-bc04-612d2da96203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:45.271164 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-4260f373-657e-45ed-bffe-1dc07ace78fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:45.475976 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:46.469717 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:48.067404 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:12:57.891597 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:13:05.990115 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:13:12.959604 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e984765f-f5ea-46a8-9285-9b6b2468beca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:13:15.273034 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e82720c6-47c3-4c9b-b0cb-c76796a7e76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:13:15.477877 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:13:16.472835 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:13:18.069867 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:13:34.891152 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:13:35.990353 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:13:42.960495 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-961ab942-d198-4cee-b2b6-6337cf6a9013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:13:45.276083 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-789d6fc0-a7a0-4f0d-ba03-c6f94fc73aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:13:45.479832 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:13:46.474327 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:13:48.071285 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:14:06.006981 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:14:11.889954 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:14:12.960795 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-a8dbb634-a643-447e-b762-97b261231738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:14:14.271495 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [req-79893b1c-6fda-4a33-9b9b-a0b1d93d4454 req-19fbad99-73f0-472f-9e8f-ae80d995ed94 service neutron] (91649) timed out ('10.222.0.42', 59959) {{(pid=91649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 08 04:14:15.028589 dv-cinder-786627-8-iscsi neutron-server[91648]: DEBUG neutron.wsgi [req-82d7d6ce-a7ae-4cb7-a3a6-a980ae46395c req-00e6ddb0-4f7b-4539-b2a6-25ce50030291 service neutron] (91648) timed out ('10.222.0.42', 59951) {{(pid=91648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 08 04:14:15.278418 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-36a2764f-77ba-4798-84d4-9dbc37fd3454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:14:15.481539 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:14:16.477901 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:14:18.073518 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:14:36.004334 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:14:42.961618 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6d41d7c8-79e7-4163-8dea-4f75d9c4c756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:14:45.280078 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-96c63f58-a1c4-419e-bfc7-babdf6ed4c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:14:45.481900 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:14:46.481156 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:14:48.076630 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:14:48.888923 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:15:06.025559 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:15:12.965967 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-18ceb852-a16e-4d79-91a6-5dfd6f35725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:15:15.282217 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-62518114-21e5-47c8-837e-4ef4e4ed5da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:15:15.482370 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:15:16.484035 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:15:18.078558 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:15:25.887912 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:15:36.027386 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:15:42.967599 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc7c8-0823-4579-b331-83e527aa3dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:15:45.285121 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-552f639a-994a-4bee-8c24-1b205bebbdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:15:45.482636 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:15:46.486611 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:15:48.080231 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:16:02.886544 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:16:06.039940 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:16:12.969059 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-fce0d442-ba59-4dfe-ae92-7a68357ced2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:16:15.286217 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-1bd74aba-3541-4b7d-9cb7-91e4b9a66152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:16:15.483171 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:16:16.489943 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:16:18.082550 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:16:36.038864 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:16:39.886177 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:16:42.970675 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-aaba1616-c972-4403-b229-a55f9e8f5786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:16:45.290031 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-771f9a86-0b00-4af0-bf5f-7515e3714691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:16:45.485213 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:16:46.493883 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:16:48.086006 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:17:06.052886 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:17:12.971262 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-12f9d45e-f201-4df2-8233-1ff020e52caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:17:15.291237 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ec4883a4-536c-4e70-a4e4-00f20f00dcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:17:15.485946 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:17:16.495486 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:17:16.885465 dv-cinder-786627-8-iscsi neutron-server[91651]: DEBUG neutron.db.agents_db [None req-bcbd0af7-d57d-434e-916a-fd90484573e9 None None] Agent healthcheck: found 6 active agents {{(pid=91651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 04:17:18.088411 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:17:24.189960 dv-cinder-786627-8-iscsi neutron-server[91649]: DEBUG neutron.wsgi [req-ea0a05e0-529a-47c8-9393-aeb511d1641f req-31b76382-491a-49ea-9feb-bf2ab445adaa service neutron] (91649) timed out ('10.222.0.42', 59990) {{(pid=91649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 08 04:17:36.052160 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-2e683867-3b8d-4d14-96c0-e5247f360c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:17:42.972820 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-020151ab-2417-43e7-85d6-fe348c95c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:17:45.293078 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-79c88422-9889-4c00-b8c1-4aa79e0ae19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:17:45.487876 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-34694c4b-5610-4443-a0d4-3087be2d8978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:17:46.498240 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-e0012ab4-2f42-4bff-b360-973432fe5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 04:17:48.091463 dv-cinder-786627-8-iscsi neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-ea62347f-a258-43d6-b5a4-3ef1eb5c0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774621990557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8340293'] for agent, after_update {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}